-- Logs begin at Thu 2021-08-12 14:01:15 UTC, end at Thu 2021-08-12 15:18:03 UTC. -- Aug 12 14:47:24.396529 dv-cinder-800015-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 12 14:47:27.117053 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.common.config [-] Logging enabled! Aug 12 14:47:27.117684 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 12 14:47:27.117825 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105796) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 12 14:47:27.121133 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.common.config [-] Logging enabled! Aug 12 14:47:27.121401 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 12 14:47:27.121709 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105796) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 12 14:47:27.123384 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 14:47:27.123621 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 14:47:27.123989 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 14:47:27.124238 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 14:47:27.124471 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 14:47:27.124815 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.125115 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.125412 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.125641 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.125932 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.126220 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.126505 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.126793 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.127084 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.127368 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.127644 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.127923 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.128153 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.128434 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.128738 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.129029 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.129253 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] debug = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.129533 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.129953 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.130366 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.130650 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.130936 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.131212 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.131481 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.131759 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.132039 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.132363 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] host = dv-cinder-800015-3-iscsi {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.132638 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.132945 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.133229 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.133510 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.133781 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.134055 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.134337 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.134608 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.134877 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] log_file = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.135147 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.135429 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.135713 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.135997 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.136223 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.136442 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.136735 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.137029 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.137301 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.137572 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.137839 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.138197 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.138512 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.138839 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.139125 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.139408 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.139692 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.139965 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.140236 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.140505 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.140799 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.141086 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.141356 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.141632 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.141901 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.142184 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.142445 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.142715 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.143010 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.143292 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.143568 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.143849 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.144118 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.144395 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.144664 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.144958 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.145225 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] use_json = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.145495 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.145762 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.146038 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.146306 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.146575 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.146844 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.147114 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.147396 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:27.147690 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.147982 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.148278 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.148557 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.148874 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.149153 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.149531 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.149813 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.150099 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.150385 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.150674 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.150950 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.151242 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.151518 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.151818 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.152122 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.152413 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.152703 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.153002 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.153276 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.153551 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.153888 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.154174 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.154465 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.154752 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.155026 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.155303 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.155592 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.155867 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.156137 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.156412 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.156698 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.157000 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.157272 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.157551 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.157828 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.158099 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.158370 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.158647 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.158934 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.159211 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.159482 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.159752 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.160026 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.160294 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.160574 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.160877 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.161153 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.161419 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.161700 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.161971 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.162243 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.162520 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.162794 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.163071 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.163345 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.163619 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.163892 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.164165 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.164437 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.164710 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.165002 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.165281 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.165552 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.165826 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.166096 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.166368 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.166639 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.166923 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.167223 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.167502 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.167783 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.168060 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.168339 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.168616 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.168923 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.169721 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.170013 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.170292 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.170580 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.170863 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.171154 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.171439 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.171719 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.172012 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.172296 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.172579 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.172894 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.173174 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.173463 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.173747 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.174041 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.174595 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.174891 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.175183 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.175474 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.175755 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.176063 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.176344 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:27.176577 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 14:47:27.176829 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105796) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 12 14:47:27.526598 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 14:47:27.526880 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 14:47:27.527171 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 14:47:27.527498 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 12 14:47:27.922597 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:27.922793 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:27.923303 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:27.924778 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:27.925056 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:27.925321 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:27.959929 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:27.960213 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:27.960483 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:27.977571 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:27.977852 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:27.978121 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.006458 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.006735 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.007003 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.042554 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.042838 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.043108 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.277881 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.278510 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.278510 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.278723 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.279419 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.402092 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.402432 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.402717 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.402990 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.403258 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.403612 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.403880 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.404155 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.404433 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.404745 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.405003 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.405293 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.405583 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.405836 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.406091 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.406354 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.406610 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.406877 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.407149 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.407410 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.407681 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.407935 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.408215 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.408595 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.408891 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.409138 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.409531 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105796) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 14:47:28.409774 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105796) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 14:47:28.410012 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105796) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 14:47:28.410247 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105796) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 14:47:28.410481 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105796) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 14:47:28.410718 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105796) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 14:47:28.411096 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 12 14:47:28.414234 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 12 14:47:28.418239 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 12 14:47:28.422624 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Aug 12 14:47:28.424744 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 12 14:47:28.425182 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 12 14:47:28.425515 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 12 14:47:28.425919 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 12 14:47:28.428681 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 12 14:47:28.428985 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 12 14:47:28.429328 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 12 14:47:28.435325 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 12 14:47:28.457380 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 12 14:47:28.457829 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.458126 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105796) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 12 14:47:28.458491 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.459866 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105796) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 12 14:47:28.460143 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 12 14:47:28.460389 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 12 14:47:28.463934 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.464221 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:28.529205 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 12 14:47:28.529482 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 12 14:47:28.529612 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 12 14:47:28.529982 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 12 14:47:28.551501 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_db.sqlalchemy.engines [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105796) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 12 14:47:29.231294 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.managers [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Initializing driver for type 'gre' Aug 12 14:47:29.232006 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] gre ID ranges: [(1, 1000)] Aug 12 14:47:29.425711 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.managers [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Initializing driver for type 'local' Aug 12 14:47:29.426359 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.managers [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Initializing driver for type 'vlan' Aug 12 14:47:29.521744 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] VlanTypeDriver initialization complete Aug 12 14:47:29.522097 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.managers [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Initializing driver for type 'vxlan' Aug 12 14:47:29.522612 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] vxlan ID ranges: [(1, 1000)] Aug 12 14:47:29.717361 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.managers [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Initializing extension driver 'port_security' Aug 12 14:47:29.717687 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.extensions.port_security [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] PortSecurityExtensionDriver initialization complete Aug 12 14:47:29.718005 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.managers [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Initializing mechanism driver 'openvswitch' Aug 12 14:47:29.718318 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.managers [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Initializing mechanism driver 'hyperv' Aug 12 14:47:29.724734 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.plugins.ml2.plugin [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:47:29.725411 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > port after_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.725779 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > port after_update 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.726124 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > port after_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.726632 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105796) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 14:47:29.727061 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > subnet after_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.727410 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > subnet after_update 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.727752 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > subnet after_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.728135 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105796) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 14:47:29.728532 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > network after_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.728909 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > network after_update 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.729248 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > network after_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.729630 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105796) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 14:47:29.730024 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > security_group after_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.730365 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > security_group after_update 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.730698 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > security_group after_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.731084 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105796) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 14:47:29.732320 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.733261 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.733261 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.733417 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105796) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 14:47:29.733701 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > address_group after_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.734042 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > address_group after_update 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.734377 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > address_group after_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.734759 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105796) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 14:47:29.735129 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] ML2 OVO RPC backend initialized. {{(pid=105796) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 12 14:47:29.735824 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > router_interface after_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.736174 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.736583 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > network before_response 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.736992 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > networks before_response 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.737333 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > port before_response 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.743951 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > ports before_response 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.743951 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > subnet before_response 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.743951 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > subnets before_response 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.743951 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > network after_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.744253 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > network after_update 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.744253 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > network after_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.744253 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > port after_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.744253 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > port after_update 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.744538 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > port after_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.744538 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > subnet after_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.744538 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > subnet after_update 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.744538 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > subnet after_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.744871 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.plugin [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Modular L2 Plugin initialization complete Aug 12 14:47:29.744871 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading services supported by the core plugin {{(pid=105796) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 12 14:47:29.744871 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.plugins.ml2.managers [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Got port-security extension from driver 'port_security' Aug 12 14:47:29.744871 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.extensions.vlantransparent [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Disabled vlantransparent extension. Aug 12 14:47:29.744871 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105796) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 12 14:47:29.744871 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading Plugin: router Aug 12 14:47:29.781129 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > router_interface before_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.781457 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > router after_create 55549900 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.781822 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > router before_create 55549900 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.782181 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.782547 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.782899 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > router after_delete 55549900 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.783257 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > floatingip after_update 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.783613 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > router after_create 55549900 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.783955 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > router after_update 55549900 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.784299 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > router after_update 55549900 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.784640 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.785019 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > router after_update 55549900 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.785428 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > router precommit_update 55549900 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.785796 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: port after_update 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.786129 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: port after_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.786467 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: subnet after_update 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.786802 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.787145 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > port precommit_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.787487 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > router precommit_create 55549900 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.787822 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: port before_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.788160 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > router precommit_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.788508 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > router after_update 55549900 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.788886 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > router precommit_delete 55549900 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.789234 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > router precommit_create 55549900 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.789588 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > router_interface after_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.789926 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > router precommit_update 55549900 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.790284 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > agent after_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.790628 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > agent after_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.790965 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > network after_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.791826 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.quota.resource_registry [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Tracking information for resource: router configured {{(pid=105796) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 14:47:29.792155 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.quota.resource_registry [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Tracking information for resource: floatingip configured {{(pid=105796) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 14:47:29.797759 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.db.l3_agentschedulers_db [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 12 14:47:29.798441 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: port after_update 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.799049 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: port after_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.799397 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: port after_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.799741 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: port after_update 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.800518 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > router before_create 55550100 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.800916 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > router precommit_delete 55550100 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.801274 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > router precommit_create 55550100 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.801625 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > router precommit_update 55550100 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.806086 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.services.provider_configuration [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Service providers = [] {{(pid=105796) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 12 14:47:29.806448 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.db.servicetype_db [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105796) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 12 14:47:29.815415 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.services.service_base [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105796) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 14:47:29.815761 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.services.service_base [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105796) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 14:47:29.816099 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.services.service_base [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105796) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 14:47:29.817024 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.services.service_base [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105796) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 14:47:29.817397 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.services.service_base [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 12 14:47:29.817767 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105796) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 14:47:29.818081 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 12 14:47:29.829267 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105796) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 14:47:29.829597 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading Plugin: auto_allocate Aug 12 14:47:29.835330 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: network precommit_update 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.835744 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: network precommit_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.836261 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105796) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 14:47:29.836579 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading Plugin: tag Aug 12 14:47:29.857269 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105796) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 14:47:29.857593 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading Plugin: timestamp Aug 12 14:47:29.861668 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105796) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 14:47:29.861995 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading Plugin: network_ip_availability Aug 12 14:47:29.867391 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.867757 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.868112 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:29.868843 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105796) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 14:47:29.869163 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading Plugin: flavors Aug 12 14:47:29.880468 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105796) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 14:47:29.880828 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading Plugin: revisions Aug 12 14:47:29.885140 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105796) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 14:47:29.885532 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_concurrency.lockutils [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.358s {{(pid=105796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 14:47:29.886262 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105796) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 12 14:47:29.886598 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Initializing extension manager. Aug 12 14:47:29.887109 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: __init__.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.888143 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: __pycache__ {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.888655 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.889016 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: address_group.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.889780 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.890354 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: address-group Aug 12 14:47:29.890673 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: address_scope.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.891422 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.891927 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: address-scope Aug 12 14:47:29.892245 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: admin_state_down_before_update.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.893198 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.893702 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: router-admin-state-down-before-update Aug 12 14:47:29.894020 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: agent.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.894907 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.895412 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: agent Aug 12 14:47:29.895730 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: agent_resources_synced.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.896631 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.897165 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: agent-resources-synced Aug 12 14:47:29.897484 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: allowedaddresspairs.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.899272 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.899783 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: allowed-address-pairs Aug 12 14:47:29.900111 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: auto_allocated_topology.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.901244 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.901746 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: auto-allocated-topology Aug 12 14:47:29.902065 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: availability_zone.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.902748 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.903887 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: availability_zone Aug 12 14:47:29.904203 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: availability_zone_filter.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.905168 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.908356 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: availability_zone_filter Aug 12 14:47:29.908356 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: data_plane_status.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.909083 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.909621 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension data-plane-status not supported by any of loaded plugins Aug 12 14:47:29.909938 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: default_subnetpools.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.910847 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.911357 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: default-subnetpools Aug 12 14:47:29.911667 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: dhcpagentscheduler.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.912473 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.913003 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: dhcp_agent_scheduler Aug 12 14:47:29.913322 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: dns.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.914228 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.914764 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension dns-integration not supported by any of loaded plugins Aug 12 14:47:29.915082 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: dns_domain_ports.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.915987 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.916484 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 12 14:47:29.916826 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.917732 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.918230 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 12 14:47:29.918546 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: dvr.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.919267 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.919775 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: dvr Aug 12 14:47:29.920111 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: ecmp_routes.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.921048 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.921538 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension ecmp_routes not supported by any of loaded plugins Aug 12 14:47:29.921854 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: empty_string_filtering.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.922750 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.923250 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: empty-string-filtering Aug 12 14:47:29.923566 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.924753 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.925259 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 12 14:47:29.925578 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.926485 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.926987 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 12 14:47:29.927304 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: external_net.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.928265 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.928784 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: external-net Aug 12 14:47:29.929104 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: extra_dhcp_opt.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.930004 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.930503 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: extra_dhcp_opt Aug 12 14:47:29.930820 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: extraroute.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.931722 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.932224 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: extraroute Aug 12 14:47:29.932539 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: extraroute_atomic.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.933596 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.934100 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: extraroute-atomic Aug 12 14:47:29.934455 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: filter_validation.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.935110 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.935637 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: filter-validation Aug 12 14:47:29.935950 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: fip_pf_description.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.936894 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.937389 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 12 14:47:29.937700 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: fip_port_details.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.938641 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.939137 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: fip-port-details Aug 12 14:47:29.939451 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: flavors.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.940689 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.941226 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: flavors Aug 12 14:47:29.941548 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.949195 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.949707 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 12 14:47:29.950618 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: floatingip_pools.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.951481 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.951989 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: floatingip-pools Aug 12 14:47:29.952312 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: ip_allocation.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.953269 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.953769 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension ip_allocation not supported by any of loaded plugins Aug 12 14:47:29.954089 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.955000 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.955501 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: ip-substring-filtering Aug 12 14:47:29.955861 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: l2_adjacency.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.956802 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.957302 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension l2_adjacency not supported by any of loaded plugins Aug 12 14:47:29.957622 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: l3.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.958709 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.959222 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: router Aug 12 14:47:29.959545 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: l3_conntrack_helper.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.961862 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.962378 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 12 14:47:29.962707 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.963644 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.964153 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: ext-gw-mode Aug 12 14:47:29.964479 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.965414 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.966495 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: l3-ha Aug 12 14:47:29.966817 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: l3_flavors.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.967859 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.968266 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: l3-flavors Aug 12 14:47:29.968580 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.969539 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.970056 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: l3-port-ip-change-not-allowed Aug 12 14:47:29.970450 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: l3agentscheduler.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.971428 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.971929 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: l3_agent_scheduler Aug 12 14:47:29.972246 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: logging.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.977969 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.978484 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension logging not supported by any of loaded plugins Aug 12 14:47:29.978810 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: metering.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.979549 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.980119 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: metering Aug 12 14:47:29.980441 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.981785 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.982297 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: metering_source_and_destination_fields Aug 12 14:47:29.982620 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: multiprovidernet.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.983541 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.984046 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: multi-provider Aug 12 14:47:29.984409 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: netmtu.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.985344 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.985850 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: net-mtu Aug 12 14:47:29.986171 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: netmtu_writable.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.987072 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.987573 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: net-mtu-writable Aug 12 14:47:29.987898 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: network_availability_zone.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.988558 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.989130 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: network_availability_zone Aug 12 14:47:29.989446 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: network_ip_availability.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.990518 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.991019 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: network-ip-availability Aug 12 14:47:29.991342 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: network_segment_range.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.992097 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.992597 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension network-segment-range not supported by any of loaded plugins Aug 12 14:47:29.992943 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: pagination.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.993910 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.994232 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: pagination Aug 12 14:47:29.994547 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: port_device_profile.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.995467 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.996000 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: port-device-profile Aug 12 14:47:29.996319 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.997301 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.997801 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: port-mac-address-regenerate Aug 12 14:47:29.998119 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:29.999027 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:29.999527 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: port-numa-affinity-policy Aug 12 14:47:29.999844 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: port_resource_request.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.000765 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.001274 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension port-resource-request not supported by any of loaded plugins Aug 12 14:47:30.001629 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: portbindings.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.006750 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.007256 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: binding Aug 12 14:47:30.007572 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: portbindings_extended.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.009024 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.009545 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: binding-extended Aug 12 14:47:30.009872 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: portsecurity.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.010784 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.011297 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: port-security Aug 12 14:47:30.011619 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: project_id.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.013269 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.013762 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: project-id Aug 12 14:47:30.014086 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: providernet.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.015016 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.015519 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: provider Aug 12 14:47:30.015838 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: qos.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.019289 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.019808 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension qos not supported by any of loaded plugins Aug 12 14:47:30.020140 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.021421 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.021934 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 12 14:47:30.022257 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.023169 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.023674 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 12 14:47:30.023995 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: qos_default.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.025006 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.025505 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension qos-default not supported by any of loaded plugins Aug 12 14:47:30.025826 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: qos_fip.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.026475 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.026970 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension qos-fip not supported by any of loaded plugins Aug 12 14:47:30.027287 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: qos_gateway_ip.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.028947 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.029602 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 12 14:47:30.029929 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: qos_port_network_policy.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.037146 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.037600 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 12 14:47:30.037918 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: qos_pps_rule.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.039083 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.039592 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension qos-pps not supported by any of loaded plugins Aug 12 14:47:30.039913 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: qos_rule_type_details.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.040869 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.041412 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 12 14:47:30.041734 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: qos_rules_alias.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.042770 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.043273 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 12 14:47:30.043627 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: quotasv2.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.044597 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.044947 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: quotas Aug 12 14:47:30.045266 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: quotasv2_detail.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.048305 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.048639 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: quota_details Aug 12 14:47:30.049250 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: rbac.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.050490 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.051003 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: rbac-policies Aug 12 14:47:30.051329 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: rbac_address_group.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.052259 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.052804 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: rbac-address-group Aug 12 14:47:30.053167 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: rbac_address_scope.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.054076 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.054582 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: rbac-address-scope Aug 12 14:47:30.054900 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: rbac_security_groups.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.055799 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.056330 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: rbac-security-groups Aug 12 14:47:30.056647 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: rbac_subnetpool.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.057575 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.058081 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: rbac-subnetpool Aug 12 14:47:30.058403 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: revisionifmatch.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.065970 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.066478 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: revision-if-match Aug 12 14:47:30.066794 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: revisions.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.068053 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.068565 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: standard-attr-revisions Aug 12 14:47:30.068922 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: router_availability_zone.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.069595 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.070140 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: router_availability_zone Aug 12 14:47:30.070457 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: routerservicetype.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.071368 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.071864 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension router-service-type not supported by any of loaded plugins Aug 12 14:47:30.072181 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.073121 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.073633 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: security-groups-normalized-cidr Aug 12 14:47:30.073950 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: security_groups_port_filtering.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.075401 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.075908 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: port-security-groups-filtering Aug 12 14:47:30.076286 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.077205 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.077707 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: security-groups-remote-address-group Aug 12 14:47:30.078023 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: securitygroup.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.087693 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.088278 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: security-group Aug 12 14:47:30.088645 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: segment.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.089460 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.094300 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension segment not supported by any of loaded plugins Aug 12 14:47:30.094300 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.095000 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.095509 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 12 14:47:30.095833 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: servicetype.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.097046 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.097564 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: service-type Aug 12 14:47:30.097886 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: sorting.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.098908 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.099234 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: sorting Aug 12 14:47:30.099555 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: standard_attr_segment.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.100463 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.101010 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 12 14:47:30.101335 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: standardattrdescription.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.101978 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.102478 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: standard-attr-description Aug 12 14:47:30.102803 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: stateful_security_group.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.103716 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.104229 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: stateful-security-group Aug 12 14:47:30.104554 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: stdattrs_common.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.105205 dv-cinder-800015-3-iscsi neutron-server[105796]: WARNING neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 12 14:47:30.105525 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.106473 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.106987 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 12 14:47:30.107302 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: subnet_onboard.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.108368 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.108913 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: subnet_onboard Aug 12 14:47:30.109237 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.110385 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.110698 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 12 14:47:30.111020 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: subnet_service_types.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.111947 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.112456 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: subnet-service-types Aug 12 14:47:30.112812 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: subnetallocation.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.113880 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.114391 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: subnet_allocation Aug 12 14:47:30.114713 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.115407 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.115951 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: subnetpool-prefix-ops Aug 12 14:47:30.116271 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.123781 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.124289 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 12 14:47:30.124607 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: tagging.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.125695 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.126221 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: standard-attr-tag Aug 12 14:47:30.126543 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: timestamp.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.127740 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.128246 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loaded extension: standard-attr-timestamp Aug 12 14:47:30.128570 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: trunk.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.129637 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.130146 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension trunk not supported by any of loaded plugins Aug 12 14:47:30.130470 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: trunk_details.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.131392 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.131937 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension trunk-details not supported by any of loaded plugins Aug 12 14:47:30.132262 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: uplink_status_propagation.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.133207 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.133717 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 12 14:47:30.134037 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Loading extension file: vlantransparent.py {{(pid=105796) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:47:30.134747 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105796) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:47:30.135248 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extension vlan-transparent not supported by any of loaded plugins Aug 12 14:47:30.138283 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.quota.resource_registry [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Creating instance of TrackedResource for resource:network Aug 12 14:47:30.138835 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.quota.resource_registry [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Creating instance of TrackedResource for resource:subnet Aug 12 14:47:30.139235 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.quota.resource_registry [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 14:47:30.139614 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.quota.resource_registry [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Creating instance of TrackedResource for resource:port Aug 12 14:47:30.140862 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.v2.resource_helper [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105796) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 14:47:30.141313 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.v2.resource_helper [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Service FLAVORS assigned prefix: {{(pid=105796) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 14:47:30.141932 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.v2.resource_helper [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105796) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 14:47:30.142344 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.v2.resource_helper [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105796) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 14:47:30.142674 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.quota.resource_registry [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Creating instance of TrackedResource for resource:router Aug 12 14:47:30.143098 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.quota.resource_registry [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Creating instance of TrackedResource for resource:floatingip Aug 12 14:47:30.143591 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.v2.resource_helper [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Service METERING assigned prefix: /metering {{(pid=105796) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 14:47:30.145115 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:30.145551 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:30.151994 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:47:30.151994 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.quota.resource_registry [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Creating instance of CountableResource for resource:rbac_policy Aug 12 14:47:30.151994 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.quota.resource_registry [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Creating instance of TrackedResource for resource:security_group Aug 12 14:47:30.151994 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.quota.resource_registry [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Creating instance of TrackedResource for resource:security_group_rule Aug 12 14:47:30.151994 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.v2.resource_helper [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Service CORE assigned prefix: {{(pid=105796) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 14:47:30.151994 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.quota.resource_registry [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 14:47:30.151994 dv-cinder-800015-3-iscsi neutron-server[105796]: WARNING neutron.quota.resource_registry [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] subnetpool is already registered Aug 12 14:47:30.152485 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.v2.resource_helper [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Service CORE assigned prefix: {{(pid=105796) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 14:47:30.152485 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.quota.resource_registry [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 14:47:30.152485 dv-cinder-800015-3-iscsi neutron-server[105796]: WARNING neutron.quota.resource_registry [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] subnetpool is already registered Aug 12 14:47:30.154249 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.v2.resource_helper [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105796) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 14:47:30.154686 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.v2.resource_helper [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Service FLAVORS assigned prefix: {{(pid=105796) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 14:47:30.155284 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.v2.resource_helper [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105796) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 14:47:30.155749 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.v2.resource_helper [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105796) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 14:47:30.156082 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.quota.resource_registry [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Creating instance of TrackedResource for resource:router Aug 12 14:47:30.156418 dv-cinder-800015-3-iscsi neutron-server[105796]: WARNING neutron.quota.resource_registry [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] router is already registered Aug 12 14:47:30.156868 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.quota.resource_registry [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Creating instance of TrackedResource for resource:floatingip Aug 12 14:47:30.157204 dv-cinder-800015-3-iscsi neutron-server[105796]: WARNING neutron.quota.resource_registry [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] floatingip is already registered Aug 12 14:47:30.157663 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.v2.resource_helper [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Service METERING assigned prefix: /metering {{(pid=105796) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 14:47:30.158338 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.quota.resource_registry [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Creating instance of CountableResource for resource:rbac_policy Aug 12 14:47:30.158664 dv-cinder-800015-3-iscsi neutron-server[105796]: WARNING neutron.quota.resource_registry [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] rbac_policy is already registered Aug 12 14:47:30.159072 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.quota.resource_registry [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Creating instance of TrackedResource for resource:security_group Aug 12 14:47:30.159406 dv-cinder-800015-3-iscsi neutron-server[105796]: WARNING neutron.quota.resource_registry [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] security_group is already registered Aug 12 14:47:30.159804 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.quota.resource_registry [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Creating instance of TrackedResource for resource:security_group_rule Aug 12 14:47:30.160168 dv-cinder-800015-3-iscsi neutron-server[105796]: WARNING neutron.quota.resource_registry [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] security_group_rule is already registered Aug 12 14:47:30.160829 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.v2.resource_helper [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Service CORE assigned prefix: {{(pid=105796) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 14:47:30.161154 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.quota.resource_registry [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 14:47:30.161483 dv-cinder-800015-3-iscsi neutron-server[105796]: WARNING neutron.quota.resource_registry [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] subnetpool is already registered Aug 12 14:47:30.161910 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.v2.resource_helper [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Service CORE assigned prefix: {{(pid=105796) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 14:47:30.162229 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.quota.resource_registry [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 14:47:30.162553 dv-cinder-800015-3-iscsi neutron-server[105796]: WARNING neutron.quota.resource_registry [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] subnetpool is already registered Aug 12 14:47:30.163003 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: extensions {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.164474 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: address-groups {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.165988 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: address-scopes {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.167335 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: agents {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.168486 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: auto-allocated-topology {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.169923 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: availability_zones {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.171140 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: dhcp-networks {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.172647 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: dhcp-agents {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.174432 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: routers {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.176193 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: flavors {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.177492 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: service_profiles {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.178702 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: next_providers {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.180279 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: service_profiles {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.183221 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: floatingip-pools {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.183221 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: routers {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.184976 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: floatingips {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.186267 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: l3-routers {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.187641 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: l3-agents {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.189064 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: metering-labels {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.190439 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: metering-label-rules {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.191810 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: network-ip-availabilities {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.193092 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: bindings {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.194676 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: quotas {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.196212 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: quotas {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.197672 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: rbac-policies {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.198857 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: security-groups {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.200866 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: security-group-rules {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.202064 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: service-providers {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.203300 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: subnetpools {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.204626 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: subnetpools {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.206379 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: tags {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.208105 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: tags {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.209981 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: tags {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.211739 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: tags {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.213455 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: tags {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.217035 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: tags {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.218794 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: tags {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.220579 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: tags {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.222477 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: tags {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.224261 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron.api.extensions [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Extended resource: tags {{(pid=105796) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:47:30.230231 dv-cinder-800015-3-iscsi neutron-server[105796]: WARNING keystonemiddleware.auth_token [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 12 14:47:30.235298 dv-cinder-800015-3-iscsi neutron-server[105796]: WARNING keystonemiddleware.auth_token [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 12 14:47:30.243853 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_concurrency.lockutils [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Acquired lock "singleton_lock" {{(pid=105796) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 12 14:47:30.244325 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_concurrency.lockutils [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Releasing lock "singleton_lock" {{(pid=105796) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 12 14:47:30.244987 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO oslo_service.service [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Starting 2 workers Aug 12 14:47:30.250404 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Started child 105905 {{(pid=105796) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 14:47:30.254963 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Started child 105906 {{(pid=105796) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 14:47:30.255685 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:30.256528 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO neutron.service [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Neutron service started, listening on 0.0.0.0:9696 Aug 12 14:47:30.257199 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [-] (105905) wsgi starting up on http://0.0.0.0:9696 Aug 12 14:47:30.257371 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Notify callbacks [] for process, before_spawn {{(pid=105796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:30.259634 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:30.260144 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO oslo_service.service [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Starting 1 workers Aug 12 14:47:30.261106 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [-] (105906) wsgi starting up on http://0.0.0.0:9696 Aug 12 14:47:30.265556 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Started child 105907 {{(pid=105796) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 14:47:30.266093 dv-cinder-800015-3-iscsi neutron-server[105796]: INFO oslo_service.service [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Starting 1 workers Aug 12 14:47:30.269411 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.service [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] calling RpcWorker wait() {{(pid=105907) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 12 14:47:30.270050 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.service [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] returning from RpcWorker wait() {{(pid=105907) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 12 14:47:30.270681 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Started child 105908 {{(pid=105796) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 14:47:30.271541 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG neutron_lib.callbacks.manager [None req-26aeec01-12ad-4975-9ac0-b26df2c4db6b None None] Notify callbacks [] for process, after_spawn {{(pid=105796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:30.271689 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:30.272201 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:47:30.273416 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105796) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 12 14:47:30.273622 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 14:47:30.273790 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 14:47:30.274002 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 14:47:30.274365 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 14:47:30.274526 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 14:47:30.275087 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.275359 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.275602 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.275861 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.276125 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.276267 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:30.276808 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.277177 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.277388 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.277477 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:47:30.286323 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.286323 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.286323 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.286323 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.286323 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.286323 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.286323 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.286323 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.286861 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.286861 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.286861 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.286861 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.286861 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.286861 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.286861 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] debug = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.286861 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.287347 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.287347 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.287347 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.287347 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.287347 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.287347 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.287716 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.287716 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.287716 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.287716 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.287716 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.287716 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.287716 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.287716 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.288164 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.288164 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.288164 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] host = dv-cinder-800015-3-iscsi {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.288164 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.288164 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.288164 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.288164 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.288164 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.288619 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.288619 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.288619 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.288619 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.288619 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.288925 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.289155 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.289318 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.289615 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] log_file = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.289779 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] log_options = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.289955 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.290218 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.290478 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.290666 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.290829 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.291001 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.291260 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.291420 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.291661 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.291872 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.292097 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.292308 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.292570 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.292810 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.293060 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.293308 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.293617 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.294501 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.294806 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.295169 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.295441 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.295697 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.295953 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.296186 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.296415 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.296642 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.296908 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.297152 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.297374 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.297661 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.297910 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.298173 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.298414 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.298919 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.299166 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.299397 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.299633 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.299914 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.300151 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.300401 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.300646 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.300904 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.301150 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.301367 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.301617 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.301853 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] use_json = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.302065 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.302299 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.302572 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.302793 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.303038 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.303254 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.303471 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.303708 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.304159 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.304514 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.304931 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.305079 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.305287 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.305529 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.305761 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.306012 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.306311 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.306529 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.306806 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.307047 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.308571 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.308882 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.309138 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.310902 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.311692 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.311692 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.311899 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.312118 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.312379 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.312606 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.313046 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.313327 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.313610 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.63/identity {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.315008 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.315008 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.315008 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.315008 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.315008 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.315333 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.315333 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.315573 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.315801 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.316021 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.316254 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.316493 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.316742 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.316969 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.317199 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.317460 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.317695 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.317919 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.318156 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.318396 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.318631 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.318850 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.319082 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.319299 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.319541 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.319878 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.319983 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.320507 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.320646 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.320900 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.321156 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.321425 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.321624 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.321841 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.322084 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.322390 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.322664 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.322906 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.323335 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.323335 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.323630 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.323825 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.324000 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.324243 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.324496 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.324758 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.325012 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.325243 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.325483 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.325704 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.326643 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.326643 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.326643 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.327361 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.327361 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.327361 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.327711 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.327711 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.327960 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.328127 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.328450 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.328671 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.328955 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.329192 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.329443 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.329680 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.331604 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.331604 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.331604 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.331604 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.331604 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.331604 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.331604 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.331604 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.338467 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.338467 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.338467 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.338467 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.338467 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.338467 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.338467 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.338467 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.338953 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.338953 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.338953 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.338953 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.338953 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.338953 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.338953 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.338953 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.339420 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.339420 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.339420 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.339420 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.339420 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.339420 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.339420 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.339420 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.339926 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.339926 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.339926 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.339926 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.339926 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.339926 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.339926 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.339926 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.340366 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.340366 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.340366 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.340366 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.341274 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.341274 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.341605 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.341851 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.342119 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.342367 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.342638 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.342876 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.343119 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.63/identity {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.343326 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.343565 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.343832 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.344120 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.344311 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.344530 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.344798 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.345039 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.345262 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.345503 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.345719 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.345941 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.346152 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.346371 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.346613 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.346862 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.347075 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.347295 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.347544 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.347763 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.347985 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.348200 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.348448 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.348699 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.348960 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.349242 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.349487 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.349728 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.349959 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.350185 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.350435 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.350649 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.350913 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.351154 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.351368 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.351613 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.351838 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.352211 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.352428 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.352678 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.352937 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.353172 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.353423 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.353764 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.354029 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.354259 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.354497 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.354735 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.354994 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.355242 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.355476 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.355800 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.356004 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.357157 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.366861 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.366861 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.366861 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.366861 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.366861 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.366861 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.366861 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.366861 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.367549 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.367549 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.367549 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.367549 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.367549 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.367549 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.367549 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.367549 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.368105 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.368105 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.368105 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.368105 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.368105 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.368105 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.368105 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.368105 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.368652 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.368652 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.368652 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.368652 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.368652 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.368652 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.368652 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.368652 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.369222 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.369222 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.369222 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.369222 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.369222 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.369222 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.369222 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.369222 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.369772 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.369772 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.369772 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.369772 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.369772 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.369772 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.369772 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.369772 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.370317 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.370317 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.370317 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.370317 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.370317 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.370317 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.370317 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.370317 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.370988 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.370988 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.370988 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.370988 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.370988 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.371352 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.371430 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.371735 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.372005 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.372235 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.372544 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.372912 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.373183 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.373436 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.373661 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.373905 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.374128 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.374345 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.374578 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.374809 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.375040 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.375292 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.375517 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.375736 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.375948 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.376168 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.376399 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.376619 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.376866 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.377090 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.377297 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.377453 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 14:47:30.377954 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105796) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 12 14:47:30.378098 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 14:47:30.378257 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 14:47:30.378429 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 14:47:30.378594 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 14:47:30.378744 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 14:47:30.378945 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.379104 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.379263 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.379419 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.379573 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.379749 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.379908 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.380062 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.380216 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.380370 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.380526 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.380681 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.380859 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.381016 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.381177 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.381335 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.381489 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.381648 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.381806 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.382119 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.382281 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.382429 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.382567 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] debug = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.382704 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.382896 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.383068 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.383206 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.383422 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.383563 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.383709 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.383845 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.383980 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.384114 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.384317 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.384593 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.384593 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.384872 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.384872 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.385155 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.385155 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.385411 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] host = dv-cinder-800015-3-iscsi {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.385411 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.385670 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.385804 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.385939 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.386074 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.386208 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.386351 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.386484 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.386620 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.386755 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.386900 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.387035 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.387169 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.387302 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] log_file = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.387492 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] log_options = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.387652 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.387808 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.387964 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.388147 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.388307 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.388463 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.388763 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.388926 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.389088 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.389279 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.389399 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.390437 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.390437 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.390437 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.390437 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.390437 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.390437 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.391008 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.391008 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.391008 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.391008 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.391288 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.391288 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.391454 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.391611 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.391759 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.391917 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.392294 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.392455 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.392607 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.392778 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.393291 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.393291 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.393291 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.393589 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.393589 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.395312 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.395312 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.395312 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.395312 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.395312 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.395312 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.395312 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.395312 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.395868 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.395868 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] use_json = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.395868 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.395868 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.395868 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.395868 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.395868 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.395868 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.396391 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.396391 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:47:30.396391 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.396391 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.396676 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.396676 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.396883 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.396960 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.397121 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.397679 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.397679 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.397679 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.398235 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.398235 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.398235 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.398235 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.398790 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.398790 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.398790 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.398790 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.399521 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.399521 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.399521 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.399521 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.399521 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.400080 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.400080 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.63/identity {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.400080 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.400080 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.400632 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.400632 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.400632 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.400632 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.401146 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.401146 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.401146 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.401337 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.401426 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.401506 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.401665 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.401824 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.401982 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.402140 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.404220 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.404220 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.404220 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.404220 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.404220 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.404220 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.404220 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.404220 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.404220 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.405214 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.405214 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.405214 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.405214 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.405214 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.405214 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.405214 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.405214 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.405727 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.405727 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.405727 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.405727 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.405954 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.406022 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.406174 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.406351 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.406480 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.406642 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.406794 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.406947 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.407096 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.407254 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.407411 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.407568 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.407726 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.407885 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.408041 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.408213 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.408361 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.408520 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.408664 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.408844 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.408998 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.409309 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.409475 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.409648 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.409805 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.409962 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.410119 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.410276 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.410433 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.410590 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.410747 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.410908 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.411060 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.411210 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.411368 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.411528 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.411691 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.411847 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.412003 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.412160 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.412320 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.412476 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.412631 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.412801 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.412976 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.413115 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.413422 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.413576 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.413717 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.413879 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.414029 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.414185 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.414344 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.414492 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.414707 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.414843 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.414981 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.415117 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.415252 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.415386 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.415520 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.415654 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.415808 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.415965 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.416103 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.416258 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.416426 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.416583 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.416758 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.416918 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.417097 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.417256 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.417405 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.417543 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.417700 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.417856 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.418004 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.418142 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.418301 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.418557 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.419271 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.419449 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.63/identity {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.419611 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.419757 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.419914 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.420071 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.420230 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.420387 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.420545 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.420703 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.427098 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.427098 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.427098 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.427098 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.427098 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.427098 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.427098 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.427098 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.428099 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.428099 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.428099 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.428099 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.428099 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.428099 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.428099 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.428099 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.428656 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.428656 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.428656 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.428656 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.428656 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.428656 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.428656 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.428656 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.431150 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.431150 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.431150 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.431150 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.431150 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.431150 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.431150 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.431150 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.433667 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.433667 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.433667 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.433667 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.433667 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.433667 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.433667 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.433667 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.435225 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.435225 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.435225 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.435225 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.435225 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.435225 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.435225 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.435225 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.436270 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.436270 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.436270 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.436270 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.436270 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.436270 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.436270 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.436270 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.437203 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.437203 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.437203 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.437203 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.437203 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.437203 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.437203 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.437203 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.437730 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.437730 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.437730 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.437730 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.437730 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.437730 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.437730 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.437730 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.438242 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.438242 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.438242 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.438242 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.438242 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.438242 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.438242 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.438242 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.438797 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.438797 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.438797 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.438797 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.438797 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.438797 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.438797 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.438797 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.439253 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.439253 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.439253 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.439253 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.439253 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.439253 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.439253 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.439253 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.439783 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.439783 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.439783 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.439783 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.439783 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.439783 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.439783 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.439783 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.440322 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.440322 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.440322 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.440322 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.440322 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.440322 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.440322 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.440322 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.441096 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.441096 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.441096 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.441096 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.441096 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.441096 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.441096 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.441096 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.441096 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.441594 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.441594 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.441594 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.441594 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.441594 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.441594 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.441594 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.441594 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.441594 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.442067 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.442067 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.442067 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:47:30.442067 dv-cinder-800015-3-iscsi neutron-server[105796]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105796) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 14:47:30.442281 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:47:30.572846 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 34992) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:30.581747 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [-] 10.222.0.63 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068128 Aug 12 14:47:42.159884 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cf6641-aa20-463a-85e1-d1c1d2e9b9f2 None None] get_active_networks_info from dv-cinder-800015-3-iscsi {{(pid=105907) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 14:47:42.266470 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cf6641-aa20-463a-85e1-d1c1d2e9b9f2 None None] No non-hosted networks {{(pid=105907) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 12 14:47:42.282417 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.agentschedulers_db [None req-60cf6641-aa20-463a-85e1-d1c1d2e9b9f2 None None] DHCP Agent not found on host dv-cinder-800015-3-iscsi {{(pid=105907) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 12 14:47:42.460337 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e4a4-6f01-4a68-97b4-351889db3966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-708850'] for agent, after_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:44.500958 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-132d8f21-fb05-4aed-b1e3-7628a648818a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-708850'] for agent, after_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:44.551316 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.db.api [None req-ebecb61c-7956-4233-a206-0531199833c6 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-800015-3-iscsi {{(pid=105907) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:47:44.553335 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG oslo_db.api [None req-ebecb61c-7956-4233-a206-0531199833c6 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:47:45.074185 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-708850'] for agent, after_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:45.074843 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:45.075249 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:45.075514 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:45.075828 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:45.076152 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:45.076472 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:45.076819 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:45.077156 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:45.077474 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:45.077787 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:45.078117 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:45.085457 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:45.085957 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800015-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:47:45.097381 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800015-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:47:45.161143 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ebecb61c-7956-4233-a206-0531199833c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:45.898319 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-708850'] for agent, after_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:47.389140 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-708850'] for agent, after_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:48.571440 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 35084) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:49.066092 dv-cinder-800015-3-iscsi neutron-server[105906]: WARNING oslo_policy.policy [None req-761348ba-a18f-47c4-8761-bbae05af6659 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 14:47:49.066725 dv-cinder-800015-3-iscsi neutron-server[105906]: WARNING oslo_policy.policy [None req-761348ba-a18f-47c4-8761-bbae05af6659 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 14:47:49.294345 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [None req-761348ba-a18f-47c4-8761-bbae05af6659 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=105906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:47:49.295418 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-761348ba-a18f-47c4-8761-bbae05af6659 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7229967 Aug 12 14:47:50.757623 dv-cinder-800015-3-iscsi neutron-server[105907]: INFO neutron.db.l3_hamode_db [None req-0650ae32-d521-4243-80be-4eff71a3d37f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 12 14:47:50.835642 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0650ae32-d521-4243-80be-4eff71a3d37f None None] Routers set() bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:47:50.836016 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0650ae32-d521-4243-80be-4eff71a3d37f None None] Router IDs set() for agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 14:47:51.703395 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 35098) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:52.012873 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-b44320c2-f573-4ecd-b467-db2a50eb8eca admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:52.106374 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.policy [None req-b44320c2-f573-4ecd-b467-db2a50eb8eca admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105906) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 12 14:47:52.150167 dv-cinder-800015-3-iscsi neutron-server[105906]: WARNING oslo_policy.policy [None req-b44320c2-f573-4ecd-b467-db2a50eb8eca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 14:47:52.150526 dv-cinder-800015-3-iscsi neutron-server[105906]: WARNING oslo_policy.policy [None req-b44320c2-f573-4ecd-b467-db2a50eb8eca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 14:47:52.159760 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.quota [None req-b44320c2-f573-4ecd-b467-db2a50eb8eca admin admin] Loaded quota_driver: . Aug 12 14:47:52.345342 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b44320c2-f573-4ecd-b467-db2a50eb8eca admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782131949232', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782131941603', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782131936309', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782131930856', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782131572631', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782131910616', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1830291', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1356212', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-498829', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-432095'] for rbac-policy, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:52.560374 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b44320c2-f573-4ecd-b467-db2a50eb8eca admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:52.561608 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-b44320c2-f573-4ecd-b467-db2a50eb8eca admin admin] 10.222.0.63 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8572314 Aug 12 14:47:55.090926 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 35110) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:55.386488 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-7dd5e4bc-aa94-439c-bd58-c182bb1de778 admin admin] Request body: {'network': {'name': 'private', 'project_id': '82b08c1dcfc24fb99c99183af8b02941', 'tenant_id': '82b08c1dcfc24fb99c99183af8b02941', 'admin_state_up': True}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:55.594820 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd5e4bc-aa94-439c-bd58-c182bb1de778 admin admin] Made reservation on behalf of 82b08c1dcfc24fb99c99183af8b02941 for: {'network': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:55.597760 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-7dd5e4bc-aa94-439c-bd58-c182bb1de778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for network, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:55.615962 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-7dd5e4bc-aa94-439c-bd58-c182bb1de778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:55.737497 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-7dd5e4bc-aa94-439c-bd58-c182bb1de778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:55.793821 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-7dd5e4bc-aa94-439c-bd58-c182bb1de778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:55.817480 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd5e4bc-aa94-439c-bd58-c182bb1de778 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=105906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:47:55.843395 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-7dd5e4bc-aa94-439c-bd58-c182bb1de778 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782132920679', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:55.843978 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-7dd5e4bc-aa94-439c-bd58-c182bb1de778 admin admin] Unsubscribe: segment precommit_create {{(pid=105906) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 12 14:47:55.844468 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.db.segments_db [None req-7dd5e4bc-aa94-439c-bd58-c182bb1de778 admin admin] Added segment 1b678292-5aaa-4de0-a0ba-071dbb4e75c0 of type vlan for network b3daa7d5-36c3-4d39-854e-7c1bc8ec294a Aug 12 14:47:55.850645 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5e4bc-aa94-439c-bd58-c182bb1de778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54fbb5c-aa8c-4aa8-8cc8-cc164d412106,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:55.886574 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd5e4bc-aa94-439c-bd58-c182bb1de778 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:55.886929 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd5e4bc-aa94-439c-bd58-c182bb1de778 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:55.887347 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd5e4bc-aa94-439c-bd58-c182bb1de778 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:55.887678 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd5e4bc-aa94-439c-bd58-c182bb1de778 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:55.888010 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd5e4bc-aa94-439c-bd58-c182bb1de778 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:55.888357 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd5e4bc-aa94-439c-bd58-c182bb1de778 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:55.888688 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd5e4bc-aa94-439c-bd58-c182bb1de778 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:55.889056 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd5e4bc-aa94-439c-bd58-c182bb1de778 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:55.889402 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd5e4bc-aa94-439c-bd58-c182bb1de778 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:55.889725 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd5e4bc-aa94-439c-bd58-c182bb1de778 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:55.890044 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd5e4bc-aa94-439c-bd58-c182bb1de778 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:55.890359 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd5e4bc-aa94-439c-bd58-c182bb1de778 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd5e4bc-aa94-439c-bd58-c182bb1de778 admin admin] Tracked resource versions report: Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: pushed versions: Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: { 'AddressGroup': {'1.2'}, Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: 'ConntrackHelper': {'1.0'}, Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: 'Log': {'1.0'}, Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: 'Network': {'1.1'}, Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: 'Port': {'1.7'}, Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: 'PortForwarding': {'1.2'}, Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: 'QosPolicy': {'1.9'}, Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: 'SecurityGroup': {'1.4'}, Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: 'SecurityGroupRule': {'1.2'}, Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: 'SubPort': {'1.0'}, Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: 'Subnet': {'1.1'}, Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: 'Trunk': {'1.1'}} Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: consumer versions: Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: { DHCP agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: L3 agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: Metadata agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: Metering agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: Open vSwitch agent@dv-cinder-800015-3-iscsi: { 'AddressGroup': '1.2', Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: 'ConntrackHelper': '1.0', Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: 'Log': '1.0', Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: 'Network': '1.1', Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: 'Port': '1.7', Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: 'PortForwarding': '1.2', Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: 'QosPolicy': '1.9', Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: 'SecurityGroup': '1.4', Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: 'SecurityGroupRule': '1.2', Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: 'SubPort': '1.0', Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: 'Subnet': '1.1', Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: 'Trunk': '1.1'}} Aug 12 14:47:55.891493 dv-cinder-800015-3-iscsi neutron-server[105906]: {{(pid=105906) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 14:47:55.964328 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-7dd5e4bc-aa94-439c-bd58-c182bb1de778 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132380483'] for network, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:56.057141 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-7dd5e4bc-aa94-439c-bd58-c182bb1de778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for network, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:56.058916 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd5e4bc-aa94-439c-bd58-c182bb1de778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:56.059573 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-7dd5e4bc-aa94-439c-bd58-c182bb1de778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:56.153034 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5e4bc-aa94-439c-bd58-c182bb1de778 admin admin] Pushing event updated for resources: {'Network': ['ID=b3daa7d5-36c3-4d39-854e-7c1bc8ec294a,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:56.164072 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Network b3daa7d5-36c3-4d39-854e-7c1bc8ec294a details requested by agent ovs-agent-dv-cinder-800015-3-iscsi with host dv-cinder-800015-3-iscsi {{(pid=105907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:47:56.189559 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-7dd5e4bc-aa94-439c-bd58-c182bb1de778 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0975499 Aug 12 14:47:58.776329 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 35124) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:59.261095 dv-cinder-800015-3-iscsi neutron-server[105905]: WARNING oslo_policy.policy [None req-30905fd6-a65f-4f01-b92b-9205c212d371 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 14:47:59.261678 dv-cinder-800015-3-iscsi neutron-server[105905]: WARNING oslo_policy.policy [None req-30905fd6-a65f-4f01-b92b-9205c212d371 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 14:47:59.709823 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.policy [None req-30905fd6-a65f-4f01-b92b-9205c212d371 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105905) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 12 14:47:59.753904 dv-cinder-800015-3-iscsi neutron-server[105905]: WARNING oslo_policy.policy [None req-30905fd6-a65f-4f01-b92b-9205c212d371 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 14:47:59.754266 dv-cinder-800015-3-iscsi neutron-server[105905]: WARNING oslo_policy.policy [None req-30905fd6-a65f-4f01-b92b-9205c212d371 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 14:47:59.763182 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30905fd6-a65f-4f01-b92b-9205c212d371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:59.765084 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-30905fd6-a65f-4f01-b92b-9205c212d371 admin admin] 10.222.0.63 "GET /v2.0/networks/b3daa7d5-36c3-4d39-854e-7c1bc8ec294a HTTP/1.1" status: 200 len: 825 time: 0.9866188 Aug 12 14:47:59.803589 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-d7f9bec3-0e06-4f0a-b429-c45bc964ed81 admin admin] 10.222.0.63 "GET /v2.0/subnetpools/24eb825c-1e3d-458c-a697-92aabed4293e HTTP/1.1" status: 200 len: 734 time: 0.0326579 Aug 12 14:47:59.812809 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-33eb4864-5879-4519-896d-c9aa202bca62 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '24eb825c-1e3d-458c-a697-92aabed4293e', 'tenant_id': '82b08c1dcfc24fb99c99183af8b02941', 'gateway_ip': '172.20.0.1', 'network_id': 'b3daa7d5-36c3-4d39-854e-7c1bc8ec294a', 'name': 'private-subnet'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:59.814368 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.quota [None req-33eb4864-5879-4519-896d-c9aa202bca62 admin admin] Loaded quota_driver: . Aug 12 14:47:59.908364 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33eb4864-5879-4519-896d-c9aa202bca62 admin admin] Made reservation on behalf of 82b08c1dcfc24fb99c99183af8b02941 for: {'subnet': 1} {{(pid=105905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:59.911169 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-33eb4864-5879-4519-896d-c9aa202bca62 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:00.234294 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-33eb4864-5879-4519-896d-c9aa202bca62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for subnet, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:00.302801 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eb4864-5879-4519-896d-c9aa202bca62 admin admin] Checking segment: {'id': '1b678292-5aaa-4de0-a0ba-071dbb4e75c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3daa7d5-36c3-4d39-854e-7c1bc8ec294a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:48:00.303191 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eb4864-5879-4519-896d-c9aa202bca62 admin admin] Network hostable DHCP agents. Network: b3daa7d5-36c3-4d39-854e-7c1bc8ec294a, hostable agents: ['879afe7b-4486-4e56-823d-f9f5d4ac5aae'], hosted agents: [] {{(pid=105905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:48:00.315354 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb4864-5879-4519-896d-c9aa202bca62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b545288b-887c-4ffa-80cc-d23b8c587b54,revision_number=0']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:00.332617 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb4864-5879-4519-896d-c9aa202bca62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:00.332999 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb4864-5879-4519-896d-c9aa202bca62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:00.333334 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb4864-5879-4519-896d-c9aa202bca62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:00.333660 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb4864-5879-4519-896d-c9aa202bca62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:00.333981 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb4864-5879-4519-896d-c9aa202bca62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:00.334315 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb4864-5879-4519-896d-c9aa202bca62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:00.334637 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb4864-5879-4519-896d-c9aa202bca62 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:00.334976 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb4864-5879-4519-896d-c9aa202bca62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:00.335309 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb4864-5879-4519-896d-c9aa202bca62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:00.335625 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb4864-5879-4519-896d-c9aa202bca62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:00.335939 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb4864-5879-4519-896d-c9aa202bca62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:00.336249 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb4864-5879-4519-896d-c9aa202bca62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb4864-5879-4519-896d-c9aa202bca62 admin admin] Tracked resource versions report: Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: pushed versions: Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: { 'AddressGroup': {'1.2'}, Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: 'ConntrackHelper': {'1.0'}, Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: 'Log': {'1.0'}, Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: 'Network': {'1.1'}, Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: 'Port': {'1.7'}, Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: 'PortForwarding': {'1.2'}, Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: 'QosPolicy': {'1.9'}, Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: 'SecurityGroup': {'1.4'}, Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: 'SecurityGroupRule': {'1.2'}, Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: 'SubPort': {'1.0'}, Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: 'Subnet': {'1.1'}, Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: 'Trunk': {'1.1'}} Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: consumer versions: Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: { DHCP agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: L3 agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: Metadata agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: Metering agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: Open vSwitch agent@dv-cinder-800015-3-iscsi: { 'AddressGroup': '1.2', Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: 'ConntrackHelper': '1.0', Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: 'Log': '1.0', Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: 'Network': '1.1', Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: 'Port': '1.7', Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: 'PortForwarding': '1.2', Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: 'QosPolicy': '1.9', Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: 'SecurityGroup': '1.4', Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: 'SecurityGroupRule': '1.2', Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: 'SubPort': '1.0', Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: 'Subnet': '1.1', Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: 'Trunk': '1.1'}} Aug 12 14:48:00.337397 dv-cinder-800015-3-iscsi neutron-server[105905]: {{(pid=105905) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 14:48:00.439914 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eb4864-5879-4519-896d-c9aa202bca62 admin admin] Network b3daa7d5-36c3-4d39-854e-7c1bc8ec294a is scheduled to be hosted by DHCP agent 879afe7b-4486-4e56-823d-f9f5d4ac5aae with binding_index 1 {{(pid=105905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:48:00.508422 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-33eb4864-5879-4519-896d-c9aa202bca62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-3-iscsi, b3daa7d5-36c3-4d39-854e-7c1bc8ec294a) {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:00.513055 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33eb4864-5879-4519-896d-c9aa202bca62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:00.513669 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-33eb4864-5879-4519-896d-c9aa202bca62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for subnet, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:00.517834 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4c3e1a-7e17-4a4e-b066-31ffeb533b97 None None] Network b3daa7d5-36c3-4d39-854e-7c1bc8ec294a requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:48:00.600898 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-33eb4864-5879-4519-896d-c9aa202bca62 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7914720 Aug 12 14:48:00.845128 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ca431b0-3a62-58b6-be18-748b2a116dd5-b3daa7d5-36c3-4d39-854e-7c1bc8ec294a', 'network_id': 'b3daa7d5-36c3-4d39-854e-7c1bc8ec294a', 'tenant_id': '82b08c1dcfc24fb99c99183af8b02941', 'fixed_ips': [{'subnet_id': 'b545288b-887c-4ffa-80cc-d23b8c587b54'}]}} from dv-cinder-800015-3-iscsi. {{(pid=105907) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:48:00.846380 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:01.125145 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.db_base_plugin_common [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Allocated IP 172.20.0.2 (b3daa7d5-36c3-4d39-854e-7c1bc8ec294a/b545288b-887c-4ffa-80cc-d23b8c587b54/38085fb7-c2cb-4842-ba84-49600011cebd) {{(pid=105907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:48:01.357190 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Notify callbacks [] for port, precommit_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:01.372709 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Transition to ACTIVE for port object 38085fb7-c2cb-4842-ba84-49600011cebd will not be triggered until provisioned by entity L2. {{(pid=105907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:48:01.395384 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Transition to ACTIVE for port object 38085fb7-c2cb-4842-ba84-49600011cebd will not be triggered until provisioned by entity DHCP. {{(pid=105907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:48:01.475121 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445'] for port, after_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:01.548254 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Network b3daa7d5-36c3-4d39-854e-7c1bc8ec294a is already hosted by enough agents. {{(pid=105907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:48:01.556604 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.scheduler.base_scheduler [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Resources bound (agent type, host, resource id): {{(pid=105907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:01.562234 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Pushing event updated for resources: {'Port': ['ID=38085fb7-c2cb-4842-ba84-49600011cebd,revision_number=1']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:01.564385 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Received port after_create {{(pid=105907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:48:01.595163 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:01.595536 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:01.595887 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:01.596227 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:01.596564 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:01.596923 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:01.597257 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:01.597589 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:01.597935 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:01.598267 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:01.598595 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:01.598921 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Tracked resource versions report: Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: pushed versions: Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: { 'AddressGroup': {'1.2'}, Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: 'ConntrackHelper': {'1.0'}, Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: 'Log': {'1.0'}, Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: 'Network': {'1.1'}, Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: 'Port': {'1.7'}, Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: 'PortForwarding': {'1.2'}, Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: 'QosPolicy': {'1.9'}, Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: 'SecurityGroup': {'1.4'}, Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: 'SecurityGroupRule': {'1.2'}, Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: 'SubPort': {'1.0'}, Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: 'Subnet': {'1.1'}, Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: 'Trunk': {'1.1'}} Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: consumer versions: Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: { DHCP agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: L3 agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: Metadata agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: Metering agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: Open vSwitch agent@dv-cinder-800015-3-iscsi: { 'AddressGroup': '1.2', Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: 'ConntrackHelper': '1.0', Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: 'Log': '1.0', Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: 'Network': '1.1', Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: 'Port': '1.7', Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: 'PortForwarding': '1.2', Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: 'QosPolicy': '1.9', Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: 'SecurityGroup': '1.4', Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: 'SecurityGroupRule': '1.2', Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: 'SubPort': '1.0', Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: 'Subnet': '1.1', Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: 'Trunk': '1.1'}} Aug 12 14:48:01.600068 dv-cinder-800015-3-iscsi neutron-server[105907]: {{(pid=105907) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 14:48:01.646642 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Attempting to bind port 38085fb7-c2cb-4842-ba84-49600011cebd on host dv-cinder-800015-3-iscsi for vnic_type normal with profile {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:48:01.647256 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Attempting to bind port 38085fb7-c2cb-4842-ba84-49600011cebd by drivers openvswitch,hyperv on host dv-cinder-800015-3-iscsi at level 0 using segments [{'id': '1b678292-5aaa-4de0-a0ba-071dbb4e75c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3daa7d5-36c3-4d39-854e-7c1bc8ec294a'}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:48:01.647664 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Attempting to bind port 38085fb7-c2cb-4842-ba84-49600011cebd on network b3daa7d5-36c3-4d39-854e-7c1bc8ec294a {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:48:01.653052 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Checking agent: {'id': '2f28a577-1e29-47c6-9353-308533d5ca1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'started_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:48:01.653452 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Checking segment: {'id': '1b678292-5aaa-4de0-a0ba-071dbb4e75c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3daa7d5-36c3-4d39-854e-7c1bc8ec294a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:48:01.653905 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:01.654307 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Bound using segment: {'id': '1b678292-5aaa-4de0-a0ba-071dbb4e75c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3daa7d5-36c3-4d39-854e-7c1bc8ec294a'} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:48:01.654795 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Bound port: 38085fb7-c2cb-4842-ba84-49600011cebd, host: dv-cinder-800015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b678292-5aaa-4de0-a0ba-071dbb4e75c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3daa7d5-36c3-4d39-854e-7c1bc8ec294a'}}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:48:01.655197 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:01.720202 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] For port 38085fb7-c2cb-4842-ba84-49600011cebd, host dv-cinder-800015-3-iscsi, cleared binding levels {{(pid=105907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:48:01.724502 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] For port 38085fb7-c2cb-4842-ba84-49600011cebd, host dv-cinder-800015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=38085fb7-c2cb-4842-ba84-49600011cebd,segment=NetworkSegment(1b678292-5aaa-4de0-a0ba-071dbb4e75c0),segment_id=1b678292-5aaa-4de0-a0ba-071dbb4e75c0)] {{(pid=105907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:48:01.817701 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:01.887258 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a333ec0-e4c8-4dd7-af36-9b1e29a5c139 None None] Pushing event updated for resources: {'Port': ['ID=38085fb7-c2cb-4842-ba84-49600011cebd,revision_number=2']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:02.994554 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 35144) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:03.322729 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [None req-62b2b9a0-af07-4eaa-a462-88db8f254ff3 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=105906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:48:03.323808 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-62b2b9a0-af07-4eaa-a462-88db8f254ff3 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3277302 Aug 12 14:48:05.770892 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 35152) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:06.090006 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [None req-06fd6c6b-7457-4f00-bc55-394c84adf0f2 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=105906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:48:06.091037 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-06fd6c6b-7457-4f00-bc55-394c84adf0f2 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3191478 Aug 12 14:48:08.834038 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 35162) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:09.141072 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-565fdcf7-2fd9-453e-a53e-43dea4f1403b admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '82b08c1dcfc24fb99c99183af8b02941'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:09.245857 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-565fdcf7-2fd9-453e-a53e-43dea4f1403b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1526'] for router, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:09.247545 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-565fdcf7-2fd9-453e-a53e-43dea4f1403b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1533'] for router, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:09.332985 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 5 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:48:09.392213 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-565fdcf7-2fd9-453e-a53e-43dea4f1403b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:09.475057 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-565fdcf7-2fd9-453e-a53e-43dea4f1403b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710395'] for router, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:09.559790 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-565fdcf7-2fd9-453e-a53e-43dea4f1403b admin admin] Notify callbacks [] for router, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:09.560994 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-565fdcf7-2fd9-453e-a53e-43dea4f1403b admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7259011 Aug 12 14:48:10.771683 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c0cbe7-4070-41d9-a1da-4b3c5ec7e7da None None] Network b3daa7d5-36c3-4d39-854e-7c1bc8ec294a requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:48:10.928275 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 38085fb7-c2cb-4842-ba84-49600011cebd up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:48:11.003198 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-6cd10b98-08f9-4217-a17b-35f1b9f350b9 None None] Provisioning for port 38085fb7-c2cb-4842-ba84-49600011cebd completed by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:48:11.154343 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning for port 38085fb7-c2cb-4842-ba84-49600011cebd completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:48:11.159752 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 38085fb7-c2cb-4842-ba84-49600011cebd triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:11.159752 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:11.282386 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:11.318277 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] For port 38085fb7-c2cb-4842-ba84-49600011cebd, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=38085fb7-c2cb-4842-ba84-49600011cebd,segment=NetworkSegment(1b678292-5aaa-4de0-a0ba-071dbb4e75c0),segment_id=1b678292-5aaa-4de0-a0ba-071dbb4e75c0)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:11.372236 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-2b09dd42-45a5-4d19-b256-2ee7d565af15 None None] Provisioning complete for port 38085fb7-c2cb-4842-ba84-49600011cebd triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:11.372492 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-2b09dd42-45a5-4d19-b256-2ee7d565af15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:11.402573 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:11.480382 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Pushing event updated for resources: {'Port': ['ID=38085fb7-c2cb-4842-ba84-49600011cebd,revision_number=3']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:12.095377 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 35176) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:12.205584 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-12d80a4c-40c1-4ef6-a718-04199313b17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:12.416013 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [None req-41b62ad2-d314-48a3-aa87-f7d3623b3fa6 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=105905) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:48:12.417041 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-41b62ad2-d314-48a3-aa87-f7d3623b3fa6 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3206937 Aug 12 14:48:12.885710 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 38085fb7-c2cb-4842-ba84-49600011cebd up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:48:12.931897 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 38085fb7-c2cb-4842-ba84-49600011cebd triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:12.932259 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:14.479943 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-03f1c789-ee96-487c-bd85-9cce96f828f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:14.829783 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 35184) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:14.999933 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:15.140959 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-d074f45b-7d0a-4124-b0c6-63439512ddf6 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:15.217174 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d074f45b-7d0a-4124-b0c6-63439512ddf6 admin admin] Made reservation on behalf of c3037e1029774e41af144f183a52253b for: {'network': 1} {{(pid=105905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:48:15.219368 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-d074f45b-7d0a-4124-b0c6-63439512ddf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for network, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:15.235568 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-d074f45b-7d0a-4124-b0c6-63439512ddf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:15.361786 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-d074f45b-7d0a-4124-b0c6-63439512ddf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:15.411673 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-d074f45b-7d0a-4124-b0c6-63439512ddf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:15.436613 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074f45b-7d0a-4124-b0c6-63439512ddf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d3c0f0-5c58-44a4-9299-e01b5b15f974,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:15.500581 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d074f45b-7d0a-4124-b0c6-63439512ddf6 admin admin] Reserving flat network on physical network physnet1 {{(pid=105905) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 12 14:48:15.516626 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-d074f45b-7d0a-4124-b0c6-63439512ddf6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782132920679', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:15.517203 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-d074f45b-7d0a-4124-b0c6-63439512ddf6 admin admin] Unsubscribe: segment precommit_create {{(pid=105905) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 12 14:48:15.517670 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.db.segments_db [None req-d074f45b-7d0a-4124-b0c6-63439512ddf6 admin admin] Added segment 71f474ba-4ec1-4e39-a638-917b9b8eddd4 of type flat for network df63f438-b2ec-4f43-ad5b-12a75f4e90ce Aug 12 14:48:15.579429 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-d074f45b-7d0a-4124-b0c6-63439512ddf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132380483'] for network, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:15.708729 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-d074f45b-7d0a-4124-b0c6-63439512ddf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for network, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:15.709629 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d074f45b-7d0a-4124-b0c6-63439512ddf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:15.710201 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-d074f45b-7d0a-4124-b0c6-63439512ddf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:15.799708 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074f45b-7d0a-4124-b0c6-63439512ddf6 admin admin] Pushing event updated for resources: {'Network': ['ID=df63f438-b2ec-4f43-ad5b-12a75f4e90ce,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:15.809776 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Network df63f438-b2ec-4f43-ad5b-12a75f4e90ce details requested by agent ovs-agent-dv-cinder-800015-3-iscsi with host dv-cinder-800015-3-iscsi {{(pid=105907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:48:15.844325 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:15.885935 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-d074f45b-7d0a-4124-b0c6-63439512ddf6 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0549765 Aug 12 14:48:17.383260 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:18.267021 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 35202) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:18.447494 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4061f4d1-584f-475c-8d07-6573d0b77955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:18.448946 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-4061f4d1-584f-475c-8d07-6573d0b77955 admin admin] 10.222.0.63 "GET /v2.0/subnets/b545288b-887c-4ffa-80cc-d23b8c587b54 HTTP/1.1" status: 200 len: 849 time: 0.1809547 Aug 12 14:48:18.608586 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-174dcc8c-88ea-4859-9ce8-1ac5a423e105 admin admin] 10.222.0.63 "GET /v2.0/routers/a507ebe0-9ee1-4611-ab29-cd76c72add74 HTTP/1.1" status: 200 len: 704 time: 0.1533384 Aug 12 14:48:18.872335 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-adf8a8ed-572e-4549-887d-92008ced7f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:19.162414 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.db_base_plugin_common [None req-adf8a8ed-572e-4549-887d-92008ced7f06 admin admin] Allocated IP 172.20.0.1 (b3daa7d5-36c3-4d39-854e-7c1bc8ec294a/b545288b-887c-4ffa-80cc-d23b8c587b54/bdea634b-b804-420a-956b-f293f3419221) {{(pid=105905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:48:19.321025 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-adf8a8ed-572e-4549-887d-92008ced7f06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:19.343006 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.provisioning_blocks [None req-adf8a8ed-572e-4549-887d-92008ced7f06 admin admin] Transition to ACTIVE for port object bdea634b-b804-420a-956b-f293f3419221 will not be triggered until provisioned by entity DHCP. {{(pid=105905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:48:19.486391 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-adf8a8ed-572e-4549-887d-92008ced7f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445'] for port, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:19.599435 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf8a8ed-572e-4549-887d-92008ced7f06 admin admin] Network b3daa7d5-36c3-4d39-854e-7c1bc8ec294a is already hosted by enough agents. {{(pid=105905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:48:19.608009 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-adf8a8ed-572e-4549-887d-92008ced7f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:19.615215 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf8a8ed-572e-4549-887d-92008ced7f06 admin admin] Received port after_create {{(pid=105905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:48:19.615788 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-adf8a8ed-572e-4549-887d-92008ced7f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709934'] for router_interface, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:19.679397 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8a8ed-572e-4549-887d-92008ced7f06 admin admin] Pushing event updated for resources: {'Port': ['ID=bdea634b-b804-420a-956b-f293f3419221,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:19.890077 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-adf8a8ed-572e-4549-887d-92008ced7f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:19.937303 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-c27924fd-9ab5-4c23-b23f-dbf8fe35a443 None None] Provisioning for port bdea634b-b804-420a-956b-f293f3419221 completed by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:48:19.941508 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-c27924fd-9ab5-4c23-b23f-dbf8fe35a443 None None] Provisioning complete for port bdea634b-b804-420a-956b-f293f3419221 triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:19.941877 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-c27924fd-9ab5-4c23-b23f-dbf8fe35a443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:19.975242 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-c27924fd-9ab5-4c23-b23f-dbf8fe35a443 None None] Port bdea634b-b804-420a-956b-f293f3419221 cannot update to ACTIVE because it is not bound. {{(pid=105907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:48:20.097318 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-adf8a8ed-572e-4549-887d-92008ced7f06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:20.177266 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-adf8a8ed-572e-4549-887d-92008ced7f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:20.178150 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-adf8a8ed-572e-4549-887d-92008ced7f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710074'] for router_interface, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:20.253069 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8a8ed-572e-4549-887d-92008ced7f06 admin admin] Pushing event updated for resources: {'Port': ['ID=bdea634b-b804-420a-956b-f293f3419221,revision_number=2']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:20.300671 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf8a8ed-572e-4549-887d-92008ced7f06 admin admin] Network b3daa7d5-36c3-4d39-854e-7c1bc8ec294a is already hosted by enough agents. {{(pid=105905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:48:20.301989 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-adf8a8ed-572e-4549-887d-92008ced7f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:20.496983 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ab7f3f98-2b87-4457-890c-881f70dd1224 None None] Provisioning complete for port bdea634b-b804-420a-956b-f293f3419221 triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:20.497355 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ab7f3f98-2b87-4457-890c-881f70dd1224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:20.526399 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf8a8ed-572e-4549-887d-92008ced7f06 admin admin] Router a507ebe0-9ee1-4611-ab29-cd76c72add74 is scheduled to L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 with binding_index 1 {{(pid=105905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:48:20.533908 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-ab7f3f98-2b87-4457-890c-881f70dd1224 None None] Port bdea634b-b804-420a-956b-f293f3419221 cannot update to ACTIVE because it is not bound. {{(pid=105907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:48:20.617988 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf8a8ed-572e-4549-887d-92008ced7f06 admin admin] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:48:20.623792 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-adf8a8ed-572e-4549-887d-92008ced7f06 admin admin] 10.222.0.63 "PUT /v2.0/routers/a507ebe0-9ee1-4611-ab29-cd76c72add74/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0097103 Aug 12 14:48:20.640158 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508d7db3-904d-414e-a505-ac70aca27b2c None None] Sync routers for ids ['a507ebe0-9ee1-4611-ab29-cd76c72add74'] in dv-cinder-800015-3-iscsi {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:48:20.651427 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508d7db3-904d-414e-a505-ac70aca27b2c None None] Routers {'a507ebe0-9ee1-4611-ab29-cd76c72add74'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:20.652545 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-508d7db3-904d-414e-a505-ac70aca27b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T14:48:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['a507ebe0-9ee1-4611-ab29-cd76c72add74'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:20.833861 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-508d7db3-904d-414e-a505-ac70aca27b2c None None] Set router a507ebe0-9ee1-4611-ab29-cd76c72add74 gateway port host: None {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:48:21.255619 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-508d7db3-904d-414e-a505-ac70aca27b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a507ebe0-9ee1-4611-ab29-cd76c72add74', 'name': 'router1', 'tenant_id': '82b08c1dcfc24fb99c99183af8b02941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:48:09Z', 'updated_at': '2021-08-12T14:48:19Z', 'revision_number': 2, 'project_id': '82b08c1dcfc24fb99c99183af8b02941', 'gw_port_host': None, '_interfaces': [{'id': 'bdea634b-b804-420a-956b-f293f3419221', 'name': '', 'network_id': 'b3daa7d5-36c3-4d39-854e-7c1bc8ec294a', 'tenant_id': '82b08c1dcfc24fb99c99183af8b02941', 'mac_address': 'fa:16:3e:39:24:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a507ebe0-9ee1-4611-ab29-cd76c72add74', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b545288b-887c-4ffa-80cc-d23b8c587b54', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:18Z', 'updated_at': '2021-08-12T14:48:19Z', 'revision_number': 2, 'project_id': '82b08c1dcfc24fb99c99183af8b02941', 'subnets': [{'id': 'b545288b-887c-4ffa-80cc-d23b8c587b54', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '24eb825c-1e3d-458c-a697-92aabed4293e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:21.306703 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508d7db3-904d-414e-a505-ac70aca27b2c None None] Checking router: a507ebe0-9ee1-4611-ab29-cd76c72add74 for host: dv-cinder-800015-3-iscsi {{(pid=105908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:48:21.307070 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508d7db3-904d-414e-a505-ac70aca27b2c None None] Updating router a507ebe0-9ee1-4611-ab29-cd76c72add74 port bdea634b-b804-420a-956b-f293f3419221 binding host dv-cinder-800015-3-iscsi {{(pid=105908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:48:21.354482 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-508d7db3-904d-414e-a505-ac70aca27b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:21.874160 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-508d7db3-904d-414e-a505-ac70aca27b2c None None] Notify callbacks [] for port, precommit_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:21.891810 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.provisioning_blocks [None req-508d7db3-904d-414e-a505-ac70aca27b2c None None] Transition to ACTIVE for port object bdea634b-b804-420a-956b-f293f3419221 will not be triggered until provisioned by entity L2. {{(pid=105908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:48:21.942969 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-508d7db3-904d-414e-a505-ac70aca27b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:22.101914 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432b3a3-2c6b-4009-bf23-25c3479df7e9 None None] Pushing event updated for resources: {'Port': ['ID=bdea634b-b804-420a-956b-f293f3419221,revision_number=3']} {{(pid=105908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:22.116852 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432b3a3-2c6b-4009-bf23-25c3479df7e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:22.117202 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432b3a3-2c6b-4009-bf23-25c3479df7e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:22.117538 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432b3a3-2c6b-4009-bf23-25c3479df7e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:22.117869 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432b3a3-2c6b-4009-bf23-25c3479df7e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:22.118196 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432b3a3-2c6b-4009-bf23-25c3479df7e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:22.118627 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432b3a3-2c6b-4009-bf23-25c3479df7e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:22.118964 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432b3a3-2c6b-4009-bf23-25c3479df7e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:22.120544 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432b3a3-2c6b-4009-bf23-25c3479df7e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:22.121444 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432b3a3-2c6b-4009-bf23-25c3479df7e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:22.121851 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432b3a3-2c6b-4009-bf23-25c3479df7e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:22.122105 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432b3a3-2c6b-4009-bf23-25c3479df7e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:22.122426 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432b3a3-2c6b-4009-bf23-25c3479df7e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432b3a3-2c6b-4009-bf23-25c3479df7e9 None None] Tracked resource versions report: Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: pushed versions: Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: { 'AddressGroup': {'1.2'}, Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: 'ConntrackHelper': {'1.0'}, Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: 'Log': {'1.0'}, Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: 'Network': {'1.1'}, Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: 'Port': {'1.7'}, Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: 'PortForwarding': {'1.2'}, Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: 'QosPolicy': {'1.9'}, Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: 'SecurityGroup': {'1.4'}, Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: 'SecurityGroupRule': {'1.2'}, Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: 'SubPort': {'1.0'}, Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: 'Subnet': {'1.1'}, Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: 'Trunk': {'1.1'}} Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: consumer versions: Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: { DHCP agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: L3 agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: Metadata agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: Metering agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: Open vSwitch agent@dv-cinder-800015-3-iscsi: { 'AddressGroup': '1.2', Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: 'ConntrackHelper': '1.0', Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: 'Log': '1.0', Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: 'Network': '1.1', Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: 'Port': '1.7', Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: 'PortForwarding': '1.2', Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: 'QosPolicy': '1.9', Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: 'SecurityGroup': '1.4', Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: 'SecurityGroupRule': '1.2', Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: 'SubPort': '1.0', Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: 'Subnet': '1.1', Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: 'Trunk': '1.1'}} Aug 12 14:48:22.123583 dv-cinder-800015-3-iscsi neutron-server[105908]: {{(pid=105908) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 14:48:22.131329 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-508d7db3-904d-414e-a505-ac70aca27b2c None None] Attempting to bind port bdea634b-b804-420a-956b-f293f3419221 on host dv-cinder-800015-3-iscsi for vnic_type normal with profile {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:48:22.132119 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-508d7db3-904d-414e-a505-ac70aca27b2c None None] Attempting to bind port bdea634b-b804-420a-956b-f293f3419221 by drivers openvswitch,hyperv on host dv-cinder-800015-3-iscsi at level 0 using segments [{'id': '1b678292-5aaa-4de0-a0ba-071dbb4e75c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3daa7d5-36c3-4d39-854e-7c1bc8ec294a'}] {{(pid=105908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:48:22.132119 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508d7db3-904d-414e-a505-ac70aca27b2c None None] Attempting to bind port bdea634b-b804-420a-956b-f293f3419221 on network b3daa7d5-36c3-4d39-854e-7c1bc8ec294a {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:48:22.138503 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508d7db3-904d-414e-a505-ac70aca27b2c None None] Checking agent: {'id': '2f28a577-1e29-47c6-9353-308533d5ca1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'started_at': datetime.datetime(2021, 8, 12, 14, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:48:22.138899 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508d7db3-904d-414e-a505-ac70aca27b2c None None] Checking segment: {'id': '1b678292-5aaa-4de0-a0ba-071dbb4e75c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3daa7d5-36c3-4d39-854e-7c1bc8ec294a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:48:22.139346 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-508d7db3-904d-414e-a505-ac70aca27b2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:22.139741 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508d7db3-904d-414e-a505-ac70aca27b2c None None] Bound using segment: {'id': '1b678292-5aaa-4de0-a0ba-071dbb4e75c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3daa7d5-36c3-4d39-854e-7c1bc8ec294a'} {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:48:22.140229 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-508d7db3-904d-414e-a505-ac70aca27b2c None None] Bound port: bdea634b-b804-420a-956b-f293f3419221, host: dv-cinder-800015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b678292-5aaa-4de0-a0ba-071dbb4e75c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3daa7d5-36c3-4d39-854e-7c1bc8ec294a'}}] {{(pid=105908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:48:22.140711 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-508d7db3-904d-414e-a505-ac70aca27b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:22.208784 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.db [None req-508d7db3-904d-414e-a505-ac70aca27b2c None None] For port bdea634b-b804-420a-956b-f293f3419221, host dv-cinder-800015-3-iscsi, cleared binding levels {{(pid=105908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:48:22.229187 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.db [None req-508d7db3-904d-414e-a505-ac70aca27b2c None None] For port bdea634b-b804-420a-956b-f293f3419221, host dv-cinder-800015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=bdea634b-b804-420a-956b-f293f3419221,segment=NetworkSegment(1b678292-5aaa-4de0-a0ba-071dbb4e75c0),segment_id=1b678292-5aaa-4de0-a0ba-071dbb4e75c0)] {{(pid=105908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:48:22.315213 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-508d7db3-904d-414e-a505-ac70aca27b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:22.374441 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432b3a3-2c6b-4009-bf23-25c3479df7e9 None None] Pushing event updated for resources: {'Port': ['ID=bdea634b-b804-420a-956b-f293f3419221,revision_number=4']} {{(pid=105908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:22.377265 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508d7db3-904d-414e-a505-ac70aca27b2c None None] Routers {'a507ebe0-9ee1-4611-ab29-cd76c72add74'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:22.377806 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-508d7db3-904d-414e-a505-ac70aca27b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T14:48:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['a507ebe0-9ee1-4611-ab29-cd76c72add74'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:22.478590 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-508d7db3-904d-414e-a505-ac70aca27b2c None None] Set router a507ebe0-9ee1-4611-ab29-cd76c72add74 gateway port host: None {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:48:22.685520 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-508d7db3-904d-414e-a505-ac70aca27b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a507ebe0-9ee1-4611-ab29-cd76c72add74', 'name': 'router1', 'tenant_id': '82b08c1dcfc24fb99c99183af8b02941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:48:09Z', 'updated_at': '2021-08-12T14:48:19Z', 'revision_number': 2, 'project_id': '82b08c1dcfc24fb99c99183af8b02941', 'gw_port_host': None, '_interfaces': [{'id': 'bdea634b-b804-420a-956b-f293f3419221', 'name': '', 'network_id': 'b3daa7d5-36c3-4d39-854e-7c1bc8ec294a', 'tenant_id': '82b08c1dcfc24fb99c99183af8b02941', 'mac_address': 'fa:16:3e:39:24:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a507ebe0-9ee1-4611-ab29-cd76c72add74', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b545288b-887c-4ffa-80cc-d23b8c587b54', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:18Z', 'updated_at': '2021-08-12T14:48:22Z', 'revision_number': 4, 'project_id': '82b08c1dcfc24fb99c99183af8b02941', 'subnets': [{'id': 'b545288b-887c-4ffa-80cc-d23b8c587b54', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '24eb825c-1e3d-458c-a697-92aabed4293e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:22.710827 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508d7db3-904d-414e-a505-ac70aca27b2c None None] The sync data for ids ['a507ebe0-9ee1-4611-ab29-cd76c72add74'] in dv-cinder-800015-3-iscsi is: [{'id': 'a507ebe0-9ee1-4611-ab29-cd76c72add74', 'name': 'router1', 'tenant_id': '82b08c1dcfc24fb99c99183af8b02941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:48:09Z', 'updated_at': '2021-08-12T14:48:19Z', 'revision_number': 2, 'project_id': '82b08c1dcfc24fb99c99183af8b02941', 'gw_port_host': None, '_interfaces': [{'id': 'bdea634b-b804-420a-956b-f293f3419221', 'name': '', 'network_id': 'b3daa7d5-36c3-4d39-854e-7c1bc8ec294a', 'tenant_id': '82b08c1dcfc24fb99c99183af8b02941', 'mac_address': 'fa:16:3e:39:24:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a507ebe0-9ee1-4611-ab29-cd76c72add74', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b545288b-887c-4ffa-80cc-d23b8c587b54', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:18Z', 'updated_at': '2021-08-12T14:48:22Z', 'revision_number': 4, 'project_id': '82b08c1dcfc24fb99c99183af8b02941', 'subnets': [{'id': 'b545288b-887c-4ffa-80cc-d23b8c587b54', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '24eb825c-1e3d-458c-a697-92aabed4293e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:48:22.910557 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 35222) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:23.019373 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7396d3ac-6518-4ac6-8ba6-625f8cf73b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:23.021001 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-7396d3ac-6518-4ac6-8ba6-625f8cf73b0f admin admin] 10.222.0.63 "GET /v2.0/networks/df63f438-b2ec-4f43-ad5b-12a75f4e90ce HTTP/1.1" status: 200 len: 842 time: 0.1093659 Aug 12 14:48:23.030937 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-3ecccc4b-3f48-4cc3-b5db-4a6308c814ed admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:23.120231 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecccc4b-3f48-4cc3-b5db-4a6308c814ed admin admin] Made reservation on behalf of c3037e1029774e41af144f183a52253b for: {'subnet': 1} {{(pid=105905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:48:23.122645 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-3ecccc4b-3f48-4cc3-b5db-4a6308c814ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:23.455467 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.objects.ports [None req-3ecccc4b-3f48-4cc3-b5db-4a6308c814ed admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105905) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 14:48:23.455903 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-3ecccc4b-3f48-4cc3-b5db-4a6308c814ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for subnet, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:23.507587 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecccc4b-3f48-4cc3-b5db-4a6308c814ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bfc729c-9def-42bb-b3b9-7901b6eeb5d6,revision_number=0']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:23.517491 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecccc4b-3f48-4cc3-b5db-4a6308c814ed admin admin] Checking segment: {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:48:23.517828 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecccc4b-3f48-4cc3-b5db-4a6308c814ed admin admin] Network hostable DHCP agents. Network: df63f438-b2ec-4f43-ad5b-12a75f4e90ce, hostable agents: ['879afe7b-4486-4e56-823d-f9f5d4ac5aae'], hosted agents: [] {{(pid=105905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:48:23.703159 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecccc4b-3f48-4cc3-b5db-4a6308c814ed admin admin] Network df63f438-b2ec-4f43-ad5b-12a75f4e90ce is scheduled to be hosted by DHCP agent 879afe7b-4486-4e56-823d-f9f5d4ac5aae with binding_index 1 {{(pid=105905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:48:23.771837 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-3ecccc4b-3f48-4cc3-b5db-4a6308c814ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-3-iscsi, df63f438-b2ec-4f43-ad5b-12a75f4e90ce) {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:23.775997 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecccc4b-3f48-4cc3-b5db-4a6308c814ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:23.776570 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-3ecccc4b-3f48-4cc3-b5db-4a6308c814ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for subnet, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:23.781367 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71abbcb-9a12-41fc-93dc-bc2c27c3d3e4 None None] Network df63f438-b2ec-4f43-ad5b-12a75f4e90ce requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:48:23.853047 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-3ecccc4b-3f48-4cc3-b5db-4a6308c814ed admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8256464 Aug 12 14:48:23.907730 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb85a11f-5948-4ded-b623-4e27897449bc None None] Network df63f438-b2ec-4f43-ad5b-12a75f4e90ce requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:48:26.141540 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 35230) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:26.276106 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-12aae38a-bcb4-48a1-9131-2e664ab23e8f admin admin] 10.222.0.63 "GET /v2.0/routers/a507ebe0-9ee1-4611-ab29-cd76c72add74 HTTP/1.1" status: 200 len: 710 time: 0.1334367 Aug 12 14:48:26.446343 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc55ba6b-eacc-440f-9e57-09b32cc6bf8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:26.447618 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-bc55ba6b-eacc-440f-9e57-09b32cc6bf8c admin admin] 10.222.0.63 "GET /v2.0/networks/df63f438-b2ec-4f43-ad5b-12a75f4e90ce HTTP/1.1" status: 200 len: 886 time: 0.1653869 Aug 12 14:48:26.457430 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-a18b2313-2f81-4d87-b901-f74b77dd3f0f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:26.703002 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-a18b2313-2f81-4d87-b901-f74b77dd3f0f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:26.999113 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-a18b2313-2f81-4d87-b901-f74b77dd3f0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:27.083331 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-a18b2313-2f81-4d87-b901-f74b77dd3f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:27.187877 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.db_base_plugin_common [None req-a18b2313-2f81-4d87-b901-f74b77dd3f0f admin admin] Allocated IP 172.27.1.102 (df63f438-b2ec-4f43-ad5b-12a75f4e90ce/8bfc729c-9def-42bb-b3b9-7901b6eeb5d6/0b59f5c0-dca9-490c-91c1-13675e18c1b8) {{(pid=105905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:48:27.288878 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-a18b2313-2f81-4d87-b901-f74b77dd3f0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:27.395155 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-a18b2313-2f81-4d87-b901-f74b77dd3f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445'] for port, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:27.436685 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18b2313-2f81-4d87-b901-f74b77dd3f0f admin admin] Network df63f438-b2ec-4f43-ad5b-12a75f4e90ce is already hosted by enough agents. {{(pid=105905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:48:27.439466 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-a18b2313-2f81-4d87-b901-f74b77dd3f0f admin admin] Resources bound (agent type, host, resource id): {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:27.445357 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18b2313-2f81-4d87-b901-f74b77dd3f0f admin admin] Received port after_create {{(pid=105905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:48:27.448089 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b2313-2f81-4d87-b901-f74b77dd3f0f admin admin] Pushing event updated for resources: {'Port': ['ID=0b59f5c0-dca9-490c-91c1-13675e18c1b8,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:27.755623 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-a18b2313-2f81-4d87-b901-f74b77dd3f0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:28.057406 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-a18b2313-2f81-4d87-b901-f74b77dd3f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1419'] for router, precommit_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:28.060936 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-a18b2313-2f81-4d87-b901-f74b77dd3f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-710153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-710386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-708184'] for router, after_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:28.166005 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18b2313-2f81-4d87-b901-f74b77dd3f0f admin admin] Router a507ebe0-9ee1-4611-ab29-cd76c72add74 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:48:28.269855 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18b2313-2f81-4d87-b901-f74b77dd3f0f admin admin] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:48:28.274620 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-a18b2313-2f81-4d87-b901-f74b77dd3f0f admin admin] Notify callbacks [] for router, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:28.275287 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-a18b2313-2f81-4d87-b901-f74b77dd3f0f admin admin] 10.222.0.63 "PUT /v2.0/routers/a507ebe0-9ee1-4611-ab29-cd76c72add74 HTTP/1.1" status: 200 len: 890 time: 1.8211632 Aug 12 14:48:28.928112 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device bdea634b-b804-420a-956b-f293f3419221 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:48:29.080599 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning for port bdea634b-b804-420a-956b-f293f3419221 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:48:29.085984 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port bdea634b-b804-420a-956b-f293f3419221 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:29.086428 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:29.132167 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe9a3e3-ec6f-4a7b-a799-05827232ec04 None None] Sync routers for ids ['a507ebe0-9ee1-4611-ab29-cd76c72add74'] in dv-cinder-800015-3-iscsi {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:48:29.162360 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe9a3e3-ec6f-4a7b-a799-05827232ec04 None None] Routers {'a507ebe0-9ee1-4611-ab29-cd76c72add74'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:29.163010 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-0fe9a3e3-ec6f-4a7b-a799-05827232ec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T14:48:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['a507ebe0-9ee1-4611-ab29-cd76c72add74'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:29.282322 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:29.417349 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] For port bdea634b-b804-420a-956b-f293f3419221, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=bdea634b-b804-420a-956b-f293f3419221,segment=NetworkSegment(1b678292-5aaa-4de0-a0ba-071dbb4e75c0),segment_id=1b678292-5aaa-4de0-a0ba-071dbb4e75c0)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:29.441775 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-0fe9a3e3-ec6f-4a7b-a799-05827232ec04 None None] Set router a507ebe0-9ee1-4611-ab29-cd76c72add74 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:48:29.484398 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:29.680942 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Pushing event updated for resources: {'Port': ['ID=bdea634b-b804-420a-956b-f293f3419221,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:29.866288 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-0fe9a3e3-ec6f-4a7b-a799-05827232ec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a507ebe0-9ee1-4611-ab29-cd76c72add74', 'name': 'router1', 'tenant_id': '82b08c1dcfc24fb99c99183af8b02941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '0b59f5c0-dca9-490c-91c1-13675e18c1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:48:09Z', 'updated_at': '2021-08-12T14:48:27Z', 'revision_number': 4, 'project_id': '82b08c1dcfc24fb99c99183af8b02941', 'gw_port': {'id': '0b59f5c0-dca9-490c-91c1-13675e18c1b8', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:33:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a507ebe0-9ee1-4611-ab29-cd76c72add74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:27Z', 'updated_at': '2021-08-12T14:48:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': 'bdea634b-b804-420a-956b-f293f3419221', 'name': '', 'network_id': 'b3daa7d5-36c3-4d39-854e-7c1bc8ec294a', 'tenant_id': '82b08c1dcfc24fb99c99183af8b02941', 'mac_address': 'fa:16:3e:39:24:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a507ebe0-9ee1-4611-ab29-cd76c72add74', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b545288b-887c-4ffa-80cc-d23b8c587b54', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:18Z', 'updated_at': '2021-08-12T14:48:22Z', 'revision_number': 4, 'project_id': '82b08c1dcfc24fb99c99183af8b02941', 'subnets': [{'id': 'b545288b-887c-4ffa-80cc-d23b8c587b54', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '24eb825c-1e3d-458c-a697-92aabed4293e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:29.916349 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe9a3e3-ec6f-4a7b-a799-05827232ec04 None None] Checking router: a507ebe0-9ee1-4611-ab29-cd76c72add74 for host: dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:48:29.916736 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe9a3e3-ec6f-4a7b-a799-05827232ec04 None None] Updating router a507ebe0-9ee1-4611-ab29-cd76c72add74 port 0b59f5c0-dca9-490c-91c1-13675e18c1b8 binding host dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:48:29.961746 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-0fe9a3e3-ec6f-4a7b-a799-05827232ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:30.274557 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-0fe9a3e3-ec6f-4a7b-a799-05827232ec04 None None] Notify callbacks [] for port, precommit_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:30.285132 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-0fe9a3e3-ec6f-4a7b-a799-05827232ec04 None None] Transition to ACTIVE for port object 0b59f5c0-dca9-490c-91c1-13675e18c1b8 will not be triggered until provisioned by entity L2. {{(pid=105907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:48:30.366261 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-0fe9a3e3-ec6f-4a7b-a799-05827232ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:30.419309 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70902660-04c6-49cc-b838-fb0e45dd2b51 None None] Pushing event updated for resources: {'Port': ['ID=0b59f5c0-dca9-490c-91c1-13675e18c1b8,revision_number=2']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:30.422539 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-0fe9a3e3-ec6f-4a7b-a799-05827232ec04 None None] Attempting to bind port 0b59f5c0-dca9-490c-91c1-13675e18c1b8 on host dv-cinder-800015-3-iscsi for vnic_type normal with profile {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:48:30.422539 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-0fe9a3e3-ec6f-4a7b-a799-05827232ec04 None None] Attempting to bind port 0b59f5c0-dca9-490c-91c1-13675e18c1b8 by drivers openvswitch,hyperv on host dv-cinder-800015-3-iscsi at level 0 using segments [{'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:48:30.422539 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe9a3e3-ec6f-4a7b-a799-05827232ec04 None None] Attempting to bind port 0b59f5c0-dca9-490c-91c1-13675e18c1b8 on network df63f438-b2ec-4f43-ad5b-12a75f4e90ce {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:48:30.428253 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe9a3e3-ec6f-4a7b-a799-05827232ec04 None None] Checking agent: {'id': '2f28a577-1e29-47c6-9353-308533d5ca1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'started_at': datetime.datetime(2021, 8, 12, 14, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:48:30.428617 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe9a3e3-ec6f-4a7b-a799-05827232ec04 None None] Checking segment: {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:48:30.429040 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-0fe9a3e3-ec6f-4a7b-a799-05827232ec04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:30.429429 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe9a3e3-ec6f-4a7b-a799-05827232ec04 None None] Bound using segment: {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:48:30.429884 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-0fe9a3e3-ec6f-4a7b-a799-05827232ec04 None None] Bound port: 0b59f5c0-dca9-490c-91c1-13675e18c1b8, host: dv-cinder-800015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:48:30.430272 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-0fe9a3e3-ec6f-4a7b-a799-05827232ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:30.479098 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-0fe9a3e3-ec6f-4a7b-a799-05827232ec04 None None] For port 0b59f5c0-dca9-490c-91c1-13675e18c1b8, host dv-cinder-800015-3-iscsi, cleared binding levels {{(pid=105907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:48:30.482122 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-0fe9a3e3-ec6f-4a7b-a799-05827232ec04 None None] For port 0b59f5c0-dca9-490c-91c1-13675e18c1b8, host dv-cinder-800015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=0b59f5c0-dca9-490c-91c1-13675e18c1b8,segment=NetworkSegment(71f474ba-4ec1-4e39-a638-917b9b8eddd4),segment_id=71f474ba-4ec1-4e39-a638-917b9b8eddd4)] {{(pid=105907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:48:30.591546 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-0fe9a3e3-ec6f-4a7b-a799-05827232ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:30.645953 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe9a3e3-ec6f-4a7b-a799-05827232ec04 None None] Routers {'a507ebe0-9ee1-4611-ab29-cd76c72add74'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:30.646621 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-0fe9a3e3-ec6f-4a7b-a799-05827232ec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T14:48:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['a507ebe0-9ee1-4611-ab29-cd76c72add74'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:30.657765 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 35242) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:30.780038 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70902660-04c6-49cc-b838-fb0e45dd2b51 None None] Pushing event updated for resources: {'Port': ['ID=0b59f5c0-dca9-490c-91c1-13675e18c1b8,revision_number=3']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:30.785372 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-afa7710c-83c2-49bf-952d-614d6a005cd6 admin admin] 10.222.0.63 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1261151 Aug 12 14:48:30.857202 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-0fe9a3e3-ec6f-4a7b-a799-05827232ec04 None None] Set router a507ebe0-9ee1-4611-ab29-cd76c72add74 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:48:30.936399 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device bdea634b-b804-420a-956b-f293f3419221 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:48:31.050179 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port bdea634b-b804-420a-956b-f293f3419221 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:31.050801 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:31.194218 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-0fe9a3e3-ec6f-4a7b-a799-05827232ec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a507ebe0-9ee1-4611-ab29-cd76c72add74', 'name': 'router1', 'tenant_id': '82b08c1dcfc24fb99c99183af8b02941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '0b59f5c0-dca9-490c-91c1-13675e18c1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:48:09Z', 'updated_at': '2021-08-12T14:48:27Z', 'revision_number': 4, 'project_id': '82b08c1dcfc24fb99c99183af8b02941', 'gw_port': {'id': '0b59f5c0-dca9-490c-91c1-13675e18c1b8', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:33:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a507ebe0-9ee1-4611-ab29-cd76c72add74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:27Z', 'updated_at': '2021-08-12T14:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': 'bdea634b-b804-420a-956b-f293f3419221', 'name': '', 'network_id': 'b3daa7d5-36c3-4d39-854e-7c1bc8ec294a', 'tenant_id': '82b08c1dcfc24fb99c99183af8b02941', 'mac_address': 'fa:16:3e:39:24:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a507ebe0-9ee1-4611-ab29-cd76c72add74', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b545288b-887c-4ffa-80cc-d23b8c587b54', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:18Z', 'updated_at': '2021-08-12T14:48:29Z', 'revision_number': 5, 'project_id': '82b08c1dcfc24fb99c99183af8b02941', 'subnets': [{'id': 'b545288b-887c-4ffa-80cc-d23b8c587b54', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '24eb825c-1e3d-458c-a697-92aabed4293e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:31.228823 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe9a3e3-ec6f-4a7b-a799-05827232ec04 None None] The sync data for ids ['a507ebe0-9ee1-4611-ab29-cd76c72add74'] in dv-cinder-800015-3-iscsi is: [{'id': 'a507ebe0-9ee1-4611-ab29-cd76c72add74', 'name': 'router1', 'tenant_id': '82b08c1dcfc24fb99c99183af8b02941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '0b59f5c0-dca9-490c-91c1-13675e18c1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:48:09Z', 'updated_at': '2021-08-12T14:48:27Z', 'revision_number': 4, 'project_id': '82b08c1dcfc24fb99c99183af8b02941', 'gw_port': {'id': '0b59f5c0-dca9-490c-91c1-13675e18c1b8', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:33:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a507ebe0-9ee1-4611-ab29-cd76c72add74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:27Z', 'updated_at': '2021-08-12T14:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': 'bdea634b-b804-420a-956b-f293f3419221', 'name': '', 'network_id': 'b3daa7d5-36c3-4d39-854e-7c1bc8ec294a', 'tenant_id': '82b08c1dcfc24fb99c99183af8b02941', 'mac_address': 'fa:16:3e:39:24:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a507ebe0-9ee1-4611-ab29-cd76c72add74', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b545288b-887c-4ffa-80cc-d23b8c587b54', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:18Z', 'updated_at': '2021-08-12T14:48:29Z', 'revision_number': 5, 'project_id': '82b08c1dcfc24fb99c99183af8b02941', 'subnets': [{'id': 'b545288b-887c-4ffa-80cc-d23b8c587b54', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '24eb825c-1e3d-458c-a697-92aabed4293e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:48:32.943658 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 0b59f5c0-dca9-490c-91c1-13675e18c1b8 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:48:33.063652 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning for port 0b59f5c0-dca9-490c-91c1-13675e18c1b8 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:48:33.068624 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 0b59f5c0-dca9-490c-91c1-13675e18c1b8 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:33.069290 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:33.167044 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:33.194601 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] For port 0b59f5c0-dca9-490c-91c1-13675e18c1b8, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=0b59f5c0-dca9-490c-91c1-13675e18c1b8,segment=NetworkSegment(71f474ba-4ec1-4e39-a638-917b9b8eddd4),segment_id=71f474ba-4ec1-4e39-a638-917b9b8eddd4)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:33.269284 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:33.323932 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Pushing event updated for resources: {'Port': ['ID=0b59f5c0-dca9-490c-91c1-13675e18c1b8,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:34.936081 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 0b59f5c0-dca9-490c-91c1-13675e18c1b8 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:48:35.006380 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 0b59f5c0-dca9-490c-91c1-13675e18c1b8 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:35.007096 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:42.164381 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-a74c4f6e-d7c8-497c-a020-8a7698171b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:44.478835 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-39ed694a-d87c-411e-b007-80bb31d4fa6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:45.026391 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:45.815693 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:46.333345 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 5 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:48:47.427124 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:12.170698 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea923ac0-ed35-40e7-86ad-be50f7d1ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:14.581211 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8943-63d9-4cc9-bea6-7bd4c8999ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:15.015756 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:15.821720 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:17.992831 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:23.333040 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 5 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:49:42.172899 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-8a552397-3848-45d0-941f-2483d204890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:44.551144 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-f18a7eb3-744c-4291-b67f-fa2261e65b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:45.064632 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:45.892801 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:47.429606 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:00.334472 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 5 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:50:09.181135 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 35810) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:09.250369 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa7f3da-32f4-459e-8f58-350f9db6af0f admin admin] GET failed (client error): The resource could not be found. Aug 12 14:50:09.252527 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-cfa7f3da-32f4-459e-8f58-350f9db6af0f admin admin] 10.222.0.63 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0703092 Aug 12 14:50:09.435188 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f905fa08-bd3f-477e-b273-8c985902bed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:09.436584 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-f905fa08-bd3f-477e-b273-8c985902bed9 admin admin] 10.222.0.63 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1797588 Aug 12 14:50:11.709200 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 35820) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:11.835169 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0099c249-12e1-4339-81cd-a29d5c4c7df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:11.836426 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-0099c249-12e1-4339-81cd-a29d5c4c7df7 admin admin] 10.222.0.63 "GET /v2.0/subnets/b545288b-887c-4ffa-80cc-d23b8c587b54 HTTP/1.1" status: 200 len: 849 time: 0.1262896 Aug 12 14:50:11.846134 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-5f4e073e-9780-4c95-9bae-9f5487d57d38 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:11.930157 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5f4e073e-9780-4c95-9bae-9f5487d57d38 admin admin] Notify callbacks [] for subnet, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:12.165572 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5f4e073e-9780-4c95-9bae-9f5487d57d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782132865163'] for subnet, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:12.204155 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4e073e-9780-4c95-9bae-9f5487d57d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:12.215265 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5f4e073e-9780-4c95-9bae-9f5487d57d38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for subnet, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:12.215265 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-5f4e073e-9780-4c95-9bae-9f5487d57d38 admin admin] 10.222.0.63 "PUT /v2.0/subnets/b545288b-887c-4ffa-80cc-d23b8c587b54 HTTP/1.1" status: 200 len: 868 time: 0.3636129 Aug 12 14:50:12.218275 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-c00d14b5-c326-4d99-bc10-aa997ce560fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:12.221400 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff0aab4-6ecf-47b6-a399-fc9398830788 None None] Network b3daa7d5-36c3-4d39-854e-7c1bc8ec294a requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:12.227330 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e073e-9780-4c95-9bae-9f5487d57d38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b545288b-887c-4ffa-80cc-d23b8c587b54,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:12.236158 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e073e-9780-4c95-9bae-9f5487d57d38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:12.236530 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e073e-9780-4c95-9bae-9f5487d57d38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:12.236915 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e073e-9780-4c95-9bae-9f5487d57d38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:12.237254 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e073e-9780-4c95-9bae-9f5487d57d38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:12.237584 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e073e-9780-4c95-9bae-9f5487d57d38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:12.238134 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e073e-9780-4c95-9bae-9f5487d57d38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:12.238486 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e073e-9780-4c95-9bae-9f5487d57d38 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:12.238830 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e073e-9780-4c95-9bae-9f5487d57d38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:12.239165 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e073e-9780-4c95-9bae-9f5487d57d38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:12.239489 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e073e-9780-4c95-9bae-9f5487d57d38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:12.239814 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e073e-9780-4c95-9bae-9f5487d57d38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:12.240132 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e073e-9780-4c95-9bae-9f5487d57d38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:12.622920 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-638c19dc-d76b-4b58-b2ab-63a4fe13d82b None None] Provisioning complete for port 38085fb7-c2cb-4842-ba84-49600011cebd triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:12.623293 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-638c19dc-d76b-4b58-b2ab-63a4fe13d82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:12.707279 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-638c19dc-d76b-4b58-b2ab-63a4fe13d82b None None] Provisioning complete for port bdea634b-b804-420a-956b-f293f3419221 triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:12.707548 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-638c19dc-d76b-4b58-b2ab-63a4fe13d82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:14.389241 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 35828) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:14.528980 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-4e8650be-7a78-4afd-b9f1-4d0498fcb3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:14.586147 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ce902d-4936-461f-afaf-3efa52f0c3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:14.586552 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ce902d-4936-461f-afaf-3efa52f0c3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:14.588084 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-51ce902d-4936-461f-afaf-3efa52f0c3da admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1977935 Aug 12 14:50:15.039508 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:15.874841 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:16.752571 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 35836) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:16.883438 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2067002-eeef-4de2-88b1-e5753afbdff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:16.883919 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2067002-eeef-4de2-88b1-e5753afbdff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:16.887522 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-e2067002-eeef-4de2-88b1-e5753afbdff6 admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1319320 Aug 12 14:50:17.399392 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:19.225476 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 35844) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:19.421417 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccc878e-b81c-4803-84d6-2fba1b0b2b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:19.422783 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-6ccc878e-b81c-4803-84d6-2fba1b0b2b0c admin admin] 10.222.0.63 "GET /v2.0/networks/b3daa7d5-36c3-4d39-854e-7c1bc8ec294a HTTP/1.1" status: 200 len: 869 time: 0.1963418 Aug 12 14:50:21.553565 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 35852) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:21.680665 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79449b4-b0a2-4eee-a6a6-db33325c8a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:21.682045 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-c79449b4-b0a2-4eee-a6a6-db33325c8a4f admin admin] 10.222.0.63 "GET /v2.0/networks/df63f438-b2ec-4f43-ad5b-12a75f4e90ce HTTP/1.1" status: 200 len: 886 time: 0.1275342 Aug 12 14:50:23.931944 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 35860) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:24.052924 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015b6e5d-09d3-44ab-a548-b7609d2843ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:24.053379 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015b6e5d-09d3-44ab-a548-b7609d2843ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:24.054871 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-015b6e5d-09d3-44ab-a548-b7609d2843ec admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1219811 Aug 12 14:50:26.216727 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 35868) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:26.310322 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81614806-6891-4224-8fd7-403eee103eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:26.310778 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81614806-6891-4224-8fd7-403eee103eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:26.312907 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-81614806-6891-4224-8fd7-403eee103eae admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0952151 Aug 12 14:50:28.441810 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 35876) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:28.526754 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fee54e6-c819-42ac-9eee-ac4f3996a37e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:28.528149 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-7fee54e6-c819-42ac-9eee-ac4f3996a37e admin admin] 10.222.0.63 "GET /v2.0/subnets/8bfc729c-9def-42bb-b3b9-7901b6eeb5d6 HTTP/1.1" status: 200 len: 816 time: 0.0852618 Aug 12 14:50:30.691638 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 35884) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:30.786472 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d406876-3e2e-42c6-a286-50cdede8718b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:30.787750 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-3d406876-3e2e-42c6-a286-50cdede8718b admin admin] 10.222.0.63 "GET /v2.0/subnets/b545288b-887c-4ffa-80cc-d23b8c587b54 HTTP/1.1" status: 200 len: 868 time: 0.0951777 Aug 12 14:50:37.333612 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 5 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:50:42.256680 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-0c4697e0-6470-42b2-acf5-82e096ad6f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:44.570814 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-f915162f-855c-4fc5-bc06-44ebcef60f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:45.079704 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:45.914372 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:47.458952 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:57.010583 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 35940) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:57.057964 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [None req-83788f27-a0b4-43a2-bbee-e93ed4450813 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=105905) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:50:57.058964 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-83788f27-a0b4-43a2-bbee-e93ed4450813 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474319 Aug 12 14:50:59.312397 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 35948) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:59.373047 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac396f37-d0dd-4045-824e-87c22deb87bc admin admin] GET failed (client error): The resource could not be found. Aug 12 14:50:59.374379 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-ac396f37-d0dd-4045-824e-87c22deb87bc admin admin] 10.222.0.63 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610249 Aug 12 14:50:59.513702 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158b8656-7a34-4b96-a0c7-81bfcd2f8d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:59.515741 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-158b8656-7a34-4b96-a0c7-81bfcd2f8d08 admin admin] 10.222.0.63 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1370206 Aug 12 14:51:01.726096 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 35956) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:01.772962 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-7949db97-a70c-43d6-8991-cae5c43534f8 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:01.942651 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7949db97-a70c-43d6-8991-cae5c43534f8 admin admin] Made reservation on behalf of c3037e1029774e41af144f183a52253b for: {'network': 1} {{(pid=105905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:51:01.944911 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7949db97-a70c-43d6-8991-cae5c43534f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for network, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:01.977873 dv-cinder-800015-3-iscsi neutron-server[105905]: WARNING neutron.services.revisions.revision_plugin [None req-7949db97-a70c-43d6-8991-cae5c43534f8 admin admin] Could not find related network for resource to bump revision. Aug 12 14:51:01.991509 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7949db97-a70c-43d6-8991-cae5c43534f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=105905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:51:02.000770 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7949db97-a70c-43d6-8991-cae5c43534f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:02.001111 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.db.segments_db [None req-7949db97-a70c-43d6-8991-cae5c43534f8 admin admin] Added segment d5fe06ca-a97c-4bbc-b265-e6a8145c4413 of type vlan for network 63f5053a-3d0f-48ea-a8ce-190ac4f92a7a Aug 12 14:51:02.037813 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7949db97-a70c-43d6-8991-cae5c43534f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132380483'] for network, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:02.188314 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7949db97-a70c-43d6-8991-cae5c43534f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for network, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:02.189359 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7949db97-a70c-43d6-8991-cae5c43534f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:02.189975 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7949db97-a70c-43d6-8991-cae5c43534f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:02.248247 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949db97-a70c-43d6-8991-cae5c43534f8 admin admin] Pushing event updated for resources: {'Network': ['ID=63f5053a-3d0f-48ea-a8ce-190ac4f92a7a,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:02.255271 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7949db97-a70c-43d6-8991-cae5c43534f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:02.255670 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7949db97-a70c-43d6-8991-cae5c43534f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:02.256039 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7949db97-a70c-43d6-8991-cae5c43534f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:02.256381 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7949db97-a70c-43d6-8991-cae5c43534f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:02.256755 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7949db97-a70c-43d6-8991-cae5c43534f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:02.257115 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7949db97-a70c-43d6-8991-cae5c43534f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:02.257455 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7949db97-a70c-43d6-8991-cae5c43534f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:02.257807 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7949db97-a70c-43d6-8991-cae5c43534f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:02.258120 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7949db97-a70c-43d6-8991-cae5c43534f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:02.258463 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7949db97-a70c-43d6-8991-cae5c43534f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:02.258797 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7949db97-a70c-43d6-8991-cae5c43534f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:02.259124 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7949db97-a70c-43d6-8991-cae5c43534f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:02.271172 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Network 63f5053a-3d0f-48ea-a8ce-190ac4f92a7a details requested by agent ovs-agent-dv-cinder-800015-3-iscsi with host dv-cinder-800015-3-iscsi {{(pid=105907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:51:02.337630 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-7949db97-a70c-43d6-8991-cae5c43534f8 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6104016 Aug 12 14:51:04.493500 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 35964) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:04.553897 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6dd1ba9-0b30-4acf-ad0b-c6172a627e91 admin admin] GET failed (client error): The resource could not be found. Aug 12 14:51:04.555194 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-d6dd1ba9-0b30-4acf-ad0b-c6172a627e91 admin admin] 10.222.0.63 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607412 Aug 12 14:51:04.623392 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deeb3d6f-3c93-4e5f-a642-a1ac11931c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:04.624893 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-deeb3d6f-3c93-4e5f-a642-a1ac11931c2c admin admin] 10.222.0.63 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0653036 Aug 12 14:51:04.634751 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-6780bc62-5d54-400f-bef0-b57b9abd7bc3 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '63f5053a-3d0f-48ea-a8ce-190ac4f92a7a', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:04.776611 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6780bc62-5d54-400f-bef0-b57b9abd7bc3 admin admin] Made reservation on behalf of c3037e1029774e41af144f183a52253b for: {'subnet': 1} {{(pid=105905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:51:04.778868 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6780bc62-5d54-400f-bef0-b57b9abd7bc3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:05.051745 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6780bc62-5d54-400f-bef0-b57b9abd7bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for subnet, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:05.102730 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780bc62-5d54-400f-bef0-b57b9abd7bc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f24b2b53-7eb1-42e3-9ae1-5da5b69d54f7,revision_number=0']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:05.112934 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6780bc62-5d54-400f-bef0-b57b9abd7bc3 admin admin] Checking segment: {'id': 'd5fe06ca-a97c-4bbc-b265-e6a8145c4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '63f5053a-3d0f-48ea-a8ce-190ac4f92a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:51:05.113286 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6780bc62-5d54-400f-bef0-b57b9abd7bc3 admin admin] Network hostable DHCP agents. Network: 63f5053a-3d0f-48ea-a8ce-190ac4f92a7a, hostable agents: ['879afe7b-4486-4e56-823d-f9f5d4ac5aae'], hosted agents: [] {{(pid=105905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:51:05.297497 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6780bc62-5d54-400f-bef0-b57b9abd7bc3 admin admin] Network 63f5053a-3d0f-48ea-a8ce-190ac4f92a7a is scheduled to be hosted by DHCP agent 879afe7b-4486-4e56-823d-f9f5d4ac5aae with binding_index 1 {{(pid=105905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:51:05.502819 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-6780bc62-5d54-400f-bef0-b57b9abd7bc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-3-iscsi, 63f5053a-3d0f-48ea-a8ce-190ac4f92a7a) {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:51:05.506902 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6780bc62-5d54-400f-bef0-b57b9abd7bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:05.507495 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6780bc62-5d54-400f-bef0-b57b9abd7bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for subnet, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:05.511588 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa24c4c-81b7-47b6-9098-e0b62d90e11b None None] Network 63f5053a-3d0f-48ea-a8ce-190ac4f92a7a requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:51:05.748603 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ca431b0-3a62-58b6-be18-748b2a116dd5-63f5053a-3d0f-48ea-a8ce-190ac4f92a7a', 'network_id': '63f5053a-3d0f-48ea-a8ce-190ac4f92a7a', 'tenant_id': 'c3037e1029774e41af144f183a52253b', 'fixed_ips': [{'subnet_id': 'f24b2b53-7eb1-42e3-9ae1-5da5b69d54f7'}]}} from dv-cinder-800015-3-iscsi. {{(pid=105907) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:51:05.749594 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:05.771988 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-6780bc62-5d54-400f-bef0-b57b9abd7bc3 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1404476 Aug 12 14:51:05.891371 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.db_base_plugin_common [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Allocated IP 192.168.233.2 (63f5053a-3d0f-48ea-a8ce-190ac4f92a7a/f24b2b53-7eb1-42e3-9ae1-5da5b69d54f7/46984ffe-98e3-4952-9d12-629a2569372e) {{(pid=105907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:51:06.037711 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Notify callbacks [] for port, precommit_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:06.045807 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Transition to ACTIVE for port object 46984ffe-98e3-4952-9d12-629a2569372e will not be triggered until provisioned by entity L2. {{(pid=105907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:51:06.060684 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Transition to ACTIVE for port object 46984ffe-98e3-4952-9d12-629a2569372e will not be triggered until provisioned by entity DHCP. {{(pid=105907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:51:06.217636 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445'] for port, after_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:06.252199 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Network 63f5053a-3d0f-48ea-a8ce-190ac4f92a7a is already hosted by enough agents. {{(pid=105907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:51:06.255051 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.scheduler.base_scheduler [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Resources bound (agent type, host, resource id): {{(pid=105907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:51:06.260481 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Received port after_create {{(pid=105907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:51:06.273439 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Pushing event updated for resources: {'Port': ['ID=46984ffe-98e3-4952-9d12-629a2569372e,revision_number=1']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:06.295878 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:06.296140 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:06.296483 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:06.296843 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:06.297178 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:06.297509 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:06.297873 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:06.298222 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:06.298561 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:06.298888 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:06.299209 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:06.299528 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:06.331760 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Attempting to bind port 46984ffe-98e3-4952-9d12-629a2569372e on host dv-cinder-800015-3-iscsi for vnic_type normal with profile {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:51:06.332118 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Attempting to bind port 46984ffe-98e3-4952-9d12-629a2569372e by drivers openvswitch,hyperv on host dv-cinder-800015-3-iscsi at level 0 using segments [{'id': 'd5fe06ca-a97c-4bbc-b265-e6a8145c4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '63f5053a-3d0f-48ea-a8ce-190ac4f92a7a'}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:51:06.332477 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Attempting to bind port 46984ffe-98e3-4952-9d12-629a2569372e on network 63f5053a-3d0f-48ea-a8ce-190ac4f92a7a {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:51:06.337657 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Checking agent: {'id': '2f28a577-1e29-47c6-9353-308533d5ca1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'started_at': datetime.datetime(2021, 8, 12, 14, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:51:06.338025 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Checking segment: {'id': 'd5fe06ca-a97c-4bbc-b265-e6a8145c4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '63f5053a-3d0f-48ea-a8ce-190ac4f92a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:51:06.338421 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:06.338810 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Bound using segment: {'id': 'd5fe06ca-a97c-4bbc-b265-e6a8145c4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '63f5053a-3d0f-48ea-a8ce-190ac4f92a7a'} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:51:06.339267 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Bound port: 46984ffe-98e3-4952-9d12-629a2569372e, host: dv-cinder-800015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fe06ca-a97c-4bbc-b265-e6a8145c4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '63f5053a-3d0f-48ea-a8ce-190ac4f92a7a'}}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:51:06.339657 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:06.404319 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] For port 46984ffe-98e3-4952-9d12-629a2569372e, host dv-cinder-800015-3-iscsi, cleared binding levels {{(pid=105907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:51:06.408041 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] For port 46984ffe-98e3-4952-9d12-629a2569372e, host dv-cinder-800015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=46984ffe-98e3-4952-9d12-629a2569372e,segment=NetworkSegment(d5fe06ca-a97c-4bbc-b265-e6a8145c4413),segment_id=d5fe06ca-a97c-4bbc-b265-e6a8145c4413)] {{(pid=105907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:51:06.577626 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:06.632201 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b289-4c7f-42cf-866a-c4d630162e49 None None] Pushing event updated for resources: {'Port': ['ID=46984ffe-98e3-4952-9d12-629a2569372e,revision_number=2']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:07.038989 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 46984ffe-98e3-4952-9d12-629a2569372e up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:51:07.205334 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning for port 46984ffe-98e3-4952-9d12-629a2569372e completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:51:07.447694 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498c7387-b4b9-4389-8ee9-74031dac9d65 None None] Network 63f5053a-3d0f-48ea-a8ce-190ac4f92a7a requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:51:07.597164 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-cc0e0c12-b995-4f1d-906b-c71d53596cfc None None] Provisioning for port 46984ffe-98e3-4952-9d12-629a2569372e completed by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:51:07.602972 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-cc0e0c12-b995-4f1d-906b-c71d53596cfc None None] Provisioning complete for port 46984ffe-98e3-4952-9d12-629a2569372e triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:07.606002 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-cc0e0c12-b995-4f1d-906b-c71d53596cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:07.702047 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-cc0e0c12-b995-4f1d-906b-c71d53596cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:07.742436 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-cc0e0c12-b995-4f1d-906b-c71d53596cfc None None] For port 46984ffe-98e3-4952-9d12-629a2569372e, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=46984ffe-98e3-4952-9d12-629a2569372e,segment=NetworkSegment(d5fe06ca-a97c-4bbc-b265-e6a8145c4413),segment_id=d5fe06ca-a97c-4bbc-b265-e6a8145c4413)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:07.897434 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-cc0e0c12-b995-4f1d-906b-c71d53596cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:07.946312 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e0c12-b995-4f1d-906b-c71d53596cfc None None] Pushing event updated for resources: {'Port': ['ID=46984ffe-98e3-4952-9d12-629a2569372e,revision_number=3']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:08.015887 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-7d57c83b-26a3-41c7-940e-75cf3ef6f06d None None] Provisioning complete for port 46984ffe-98e3-4952-9d12-629a2569372e triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:08.016254 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-7d57c83b-26a3-41c7-940e-75cf3ef6f06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:09.017033 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 46984ffe-98e3-4952-9d12-629a2569372e up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:51:09.064068 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 46984ffe-98e3-4952-9d12-629a2569372e triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:09.064427 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:12.262938 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-9aaed6ed-42f0-4fe6-9e49-7469e9559bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:14.333078 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 5 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:51:14.514199 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-1e30e52f-5de2-4909-bd88-6e834708ba7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:15.017429 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:15.860692 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:17.474061 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:42.272615 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2b8c-ddf7-4653-b25f-e267dd7977ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:44.497576 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-6b6510ea-4e9b-40ff-a75a-dcaba6706977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:45.080872 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:45.886770 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:47.446685 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:51.331733 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 5 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:52:12.287552 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-fa3684ee-52db-4e55-96f3-aa09f9d54e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:14.532537 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-f020470c-f65e-4534-a61a-0593022ef332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:15.110066 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:15.912363 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:17.436123 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:28.330068 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 5 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:52:32.405151 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 36016) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:32.411057 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [None req-3d7d74c0-ffcc-458b-bfa3-8b012cbd395e tempest-verify_tempest_config-156354486 tempest-verify_tempest_config-156354486-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=105905) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:52:32.412088 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-3d7d74c0-ffcc-458b-bfa3-8b012cbd395e tempest-verify_tempest_config-156354486 tempest-verify_tempest_config-156354486-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059156 Aug 12 14:52:32.935062 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 36034) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:33.038530 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7ed50a7b-2c15-4a2e-8784-e9e9691c6059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:33.121993 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7ed50a7b-2c15-4a2e-8784-e9e9691c6059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:33.246724 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7ed50a7b-2c15-4a2e-8784-e9e9691c6059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:33.295109 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-7ed50a7b-2c15-4a2e-8784-e9e9691c6059 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e15240262caa4e5da5fab87ecd46f7b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3589416 Aug 12 14:52:33.296137 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed50a7b-2c15-4a2e-8784-e9e9691c6059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e8d113-bc9b-470e-8950-b1a7e9be29d1,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:33.297763 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 36038) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:33.303204 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed50a7b-2c15-4a2e-8784-e9e9691c6059 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:33.303570 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed50a7b-2c15-4a2e-8784-e9e9691c6059 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:33.303912 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed50a7b-2c15-4a2e-8784-e9e9691c6059 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:33.304242 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed50a7b-2c15-4a2e-8784-e9e9691c6059 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:33.304568 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed50a7b-2c15-4a2e-8784-e9e9691c6059 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:33.304935 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed50a7b-2c15-4a2e-8784-e9e9691c6059 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:33.305269 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed50a7b-2c15-4a2e-8784-e9e9691c6059 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:33.305606 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed50a7b-2c15-4a2e-8784-e9e9691c6059 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:33.305949 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed50a7b-2c15-4a2e-8784-e9e9691c6059 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:33.306270 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed50a7b-2c15-4a2e-8784-e9e9691c6059 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:33.306589 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed50a7b-2c15-4a2e-8784-e9e9691c6059 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:33.306910 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed50a7b-2c15-4a2e-8784-e9e9691c6059 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:33.353448 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-656ac7bd-6cdf-4b61-9320-75a5ae30c1e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:33.373355 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-656ac7bd-6cdf-4b61-9320-75a5ae30c1e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:33.562836 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-656ac7bd-6cdf-4b61-9320-75a5ae30c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:33.565885 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-656ac7bd-6cdf-4b61-9320-75a5ae30c1e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:33.567034 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-656ac7bd-6cdf-4b61-9320-75a5ae30c1e6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/15e8d113-bc9b-470e-8950-b1a7e9be29d1 HTTP/1.1" status: 204 len: 168 time: 0.2682288 Aug 12 14:52:33.574579 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ac7bd-6cdf-4b61-9320-75a5ae30c1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e8d113-bc9b-470e-8950-b1a7e9be29d1,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:33.581787 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ac7bd-6cdf-4b61-9320-75a5ae30c1e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:33.582159 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ac7bd-6cdf-4b61-9320-75a5ae30c1e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:33.582621 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ac7bd-6cdf-4b61-9320-75a5ae30c1e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:33.582907 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ac7bd-6cdf-4b61-9320-75a5ae30c1e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:33.583239 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ac7bd-6cdf-4b61-9320-75a5ae30c1e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:33.583592 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ac7bd-6cdf-4b61-9320-75a5ae30c1e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:33.583930 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ac7bd-6cdf-4b61-9320-75a5ae30c1e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:33.584271 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ac7bd-6cdf-4b61-9320-75a5ae30c1e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:33.584620 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ac7bd-6cdf-4b61-9320-75a5ae30c1e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:33.584973 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ac7bd-6cdf-4b61-9320-75a5ae30c1e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:33.585296 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ac7bd-6cdf-4b61-9320-75a5ae30c1e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:33.585619 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ac7bd-6cdf-4b61-9320-75a5ae30c1e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:42.208971 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-43ea85cd-8193-47e3-b1c5-a179d3d2c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:44.494523 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-c0f30ee0-172b-4726-8cd9-cef361a5218e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:45.043052 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:45.825546 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:47.379544 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:05.331793 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 5 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:53:12.189872 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-f95d075a-adf7-4f6e-842b-47fe05547302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:14.508404 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-c03465ec-9029-4469-90bf-333307fd432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:15.023435 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:15.908890 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:17.417223 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:42.215384 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-588d92c9-ef23-4a14-8216-e29430093517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:42.329745 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 5 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:53:44.535498 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-7c55bb3b-835d-40bd-81ca-18b10268cf18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:45.020951 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:45.855388 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:47.392552 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:05.426138 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-708850'] for agent, after_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:08.895538 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 36092) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:08.998682 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-54830372-bed0-487d-b18c-20f370d9d681 admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1020606 Aug 12 14:54:11.223938 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 36102) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:11.276991 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-30bab22b-d7c0-4cc6-9aca-561d68092710 admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0519769 Aug 12 14:54:12.151488 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-cf3563ed-558a-4110-a837-06e837497388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:14.482833 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e7657672-543d-4eb2-9aa9-94a054018f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:15.020376 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:15.848806 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:17.403733 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:19.329696 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:54:35.367294 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:42.184471 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-50da42fc-2c7a-4bf8-b2ef-7bbac84ad671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:44.510944 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-9e2e7a7f-c837-4a14-99d4-04203a61a7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:45.031033 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:45.853987 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:47.414318 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:56.328126 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:55:05.395591 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:12.224121 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-4dbf5b34-1115-4671-a69b-76b20ca6ca93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:14.520891 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-a5ca725f-bbf5-4884-8e8e-9b33bccc8a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:15.054389 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:15.858120 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:17.419951 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:33.327396 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:55:35.397150 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:37.749418 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 36232) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:38.086098 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-3c1a6a95-a4d9-42bc-b2ef-d9425e046ee6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2115009787-network', 'tenant_id': '89910f7e31a54071bc2003435b0dbba2'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:38.217914 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1a6a95-a4d9-42bc-b2ef-d9425e046ee6 admin admin] Made reservation on behalf of 89910f7e31a54071bc2003435b0dbba2 for: {'network': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:55:38.220907 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3c1a6a95-a4d9-42bc-b2ef-d9425e046ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for network, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:38.229232 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3c1a6a95-a4d9-42bc-b2ef-d9425e046ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:38.317293 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3c1a6a95-a4d9-42bc-b2ef-d9425e046ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:38.423973 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3c1a6a95-a4d9-42bc-b2ef-d9425e046ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:38.451306 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1a6a95-a4d9-42bc-b2ef-d9425e046ee6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=105906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:55:38.458026 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a6a95-a4d9-42bc-b2ef-d9425e046ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:38.467753 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a6a95-a4d9-42bc-b2ef-d9425e046ee6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:38.468141 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a6a95-a4d9-42bc-b2ef-d9425e046ee6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:38.468488 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a6a95-a4d9-42bc-b2ef-d9425e046ee6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:38.468928 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a6a95-a4d9-42bc-b2ef-d9425e046ee6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:38.469263 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a6a95-a4d9-42bc-b2ef-d9425e046ee6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:38.469609 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a6a95-a4d9-42bc-b2ef-d9425e046ee6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:38.469941 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a6a95-a4d9-42bc-b2ef-d9425e046ee6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:38.470287 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a6a95-a4d9-42bc-b2ef-d9425e046ee6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:38.470629 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a6a95-a4d9-42bc-b2ef-d9425e046ee6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:38.470955 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a6a95-a4d9-42bc-b2ef-d9425e046ee6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:38.471279 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a6a95-a4d9-42bc-b2ef-d9425e046ee6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:38.471598 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a6a95-a4d9-42bc-b2ef-d9425e046ee6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a6a95-a4d9-42bc-b2ef-d9425e046ee6 admin admin] Tracked resource versions report: Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: pushed versions: Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: { 'AddressGroup': {'1.2'}, Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: 'ConntrackHelper': {'1.0'}, Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: 'Log': {'1.0'}, Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: 'Network': {'1.1'}, Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: 'Port': {'1.7'}, Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: 'PortForwarding': {'1.2'}, Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: 'QosPolicy': {'1.9'}, Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: 'SecurityGroup': {'1.4'}, Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: 'SecurityGroupRule': {'1.2'}, Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: 'SubPort': {'1.0'}, Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: 'Subnet': {'1.1'}, Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: 'Trunk': {'1.1'}} Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: consumer versions: Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: { DHCP agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: HyperV agent@hv-cinder-80001: {}, Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: L3 agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: Metadata agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: Metering agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: Open vSwitch agent@dv-cinder-800015-3-iscsi: { 'AddressGroup': '1.2', Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: 'ConntrackHelper': '1.0', Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: 'Log': '1.0', Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: 'Network': '1.1', Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: 'Port': '1.7', Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: 'PortForwarding': '1.2', Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: 'QosPolicy': '1.9', Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: 'SecurityGroup': '1.4', Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: 'SecurityGroupRule': '1.2', Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: 'SubPort': '1.0', Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: 'Subnet': '1.1', Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: 'Trunk': '1.1'}} Aug 12 14:55:38.472653 dv-cinder-800015-3-iscsi neutron-server[105906]: {{(pid=105906) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 14:55:38.475527 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3c1a6a95-a4d9-42bc-b2ef-d9425e046ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:38.475869 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.db.segments_db [None req-3c1a6a95-a4d9-42bc-b2ef-d9425e046ee6 admin admin] Added segment 34bd49a4-5237-487d-b9fa-5e45f744b2f8 of type vlan for network 4cce9222-c00c-4688-99c4-34e7c10a758a Aug 12 14:55:38.514837 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3c1a6a95-a4d9-42bc-b2ef-d9425e046ee6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132380483'] for network, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:38.692063 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3c1a6a95-a4d9-42bc-b2ef-d9425e046ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for network, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:38.692063 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1a6a95-a4d9-42bc-b2ef-d9425e046ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:38.692063 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3c1a6a95-a4d9-42bc-b2ef-d9425e046ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:38.797487 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a6a95-a4d9-42bc-b2ef-d9425e046ee6 admin admin] Pushing event updated for resources: {'Network': ['ID=4cce9222-c00c-4688-99c4-34e7c10a758a,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:38.807162 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Network 4cce9222-c00c-4688-99c4-34e7c10a758a details requested by agent ovs-agent-dv-cinder-800015-3-iscsi with host dv-cinder-800015-3-iscsi {{(pid=105907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:55:38.889514 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-3c1a6a95-a4d9-42bc-b2ef-d9425e046ee6 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1388655 Aug 12 14:55:38.892497 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 36276) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:38.897319 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-bb30caae-8d4f-40c0-9a8d-ddf9dcb0f17f admin admin] Request body: {'subnet': {'network_id': '4cce9222-c00c-4688-99c4-34e7c10a758a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2115009787-subnet', 'tenant_id': '89910f7e31a54071bc2003435b0dbba2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:39.048881 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb30caae-8d4f-40c0-9a8d-ddf9dcb0f17f admin admin] Made reservation on behalf of 89910f7e31a54071bc2003435b0dbba2 for: {'subnet': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:55:39.051241 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-bb30caae-8d4f-40c0-9a8d-ddf9dcb0f17f admin admin] Notify callbacks [] for subnet, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:39.299020 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 36294) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:39.380735 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-bb30caae-8d4f-40c0-9a8d-ddf9dcb0f17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for subnet, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:39.445282 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30caae-8d4f-40c0-9a8d-ddf9dcb0f17f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6985d2f9-57be-4262-adfd-26b8dd2da41b,revision_number=0']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:39.451986 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb30caae-8d4f-40c0-9a8d-ddf9dcb0f17f admin admin] Checking segment: {'id': '34bd49a4-5237-487d-b9fa-5e45f744b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4cce9222-c00c-4688-99c4-34e7c10a758a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:39.452415 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb30caae-8d4f-40c0-9a8d-ddf9dcb0f17f admin admin] Network hostable DHCP agents. Network: 4cce9222-c00c-4688-99c4-34e7c10a758a, hostable agents: ['879afe7b-4486-4e56-823d-f9f5d4ac5aae'], hosted agents: [] {{(pid=105906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:55:39.574495 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb30caae-8d4f-40c0-9a8d-ddf9dcb0f17f admin admin] Network 4cce9222-c00c-4688-99c4-34e7c10a758a is scheduled to be hosted by DHCP agent 879afe7b-4486-4e56-823d-f9f5d4ac5aae with binding_index 1 {{(pid=105906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:55:39.670031 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 36314) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:39.681033 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-e3363ad0-834b-4ac6-bd74-73001027d999 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-708893453-network', 'tenant_id': 'f63a6bdffaeb4d48801b61d4bd4f3f6f'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:39.694893 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [None req-bb30caae-8d4f-40c0-9a8d-ddf9dcb0f17f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-3-iscsi, 4cce9222-c00c-4688-99c4-34e7c10a758a) {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:39.703690 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb30caae-8d4f-40c0-9a8d-ddf9dcb0f17f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:39.703690 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-bb30caae-8d4f-40c0-9a8d-ddf9dcb0f17f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for subnet, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:39.706401 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6ed351-12ec-4214-8cde-a0e649ca6cdb None None] Network 4cce9222-c00c-4688-99c4-34e7c10a758a requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:39.710098 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 36318) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:39.803433 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3363ad0-834b-4ac6-bd74-73001027d999 admin admin] Made reservation on behalf of f63a6bdffaeb4d48801b61d4bd4f3f6f for: {'network': 1} {{(pid=105905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:55:39.805887 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e3363ad0-834b-4ac6-bd74-73001027d999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for network, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:39.815170 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e3363ad0-834b-4ac6-bd74-73001027d999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:39.830663 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98797cdd-1697-4194-841a-8fb0fafe89c8 None None] Network 4cce9222-c00c-4688-99c4-34e7c10a758a requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:39.916876 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-bb30caae-8d4f-40c0-9a8d-ddf9dcb0f17f admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0231595 Aug 12 14:55:40.005606 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e3363ad0-834b-4ac6-bd74-73001027d999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:40.039355 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-2649fd16-86c7-4eba-a967-ff0630c91e26 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-503249910-network', 'tenant_id': 'b329104383bc4bf8845d60ec2e397c43'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:40.080923 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-8fb026f0-6909-4baa-a155-713739e4d155 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1629187063-network', 'tenant_id': '65cf5c41ebe24a33be53346ccc25509b'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:40.120291 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e3363ad0-834b-4ac6-bd74-73001027d999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:40.141331 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.db.api [None req-8fb026f0-6909-4baa-a155-713739e4d155 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 14:55:40.141331 dv-cinder-800015-3-iscsi neutron-server[105905]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 14:55:40.141331 dv-cinder-800015-3-iscsi neutron-server[105905]: [parameters: {'project_id_1': '65cf5c41ebe24a33be53346ccc25509b', 'expiration_1': datetime.datetime(2021, 8, 12, 14, 55, 40, 86896)}] Aug 12 14:55:40.141331 dv-cinder-800015-3-iscsi neutron-server[105905]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:55:40.141790 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG oslo_db.api [None req-8fb026f0-6909-4baa-a155-713739e4d155 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:55:40.143649 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3363ad0-834b-4ac6-bd74-73001027d999 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=105905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:55:40.166235 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e3363ad0-834b-4ac6-bd74-73001027d999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:40.166562 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.db.segments_db [None req-e3363ad0-834b-4ac6-bd74-73001027d999 admin admin] Added segment d2806bca-d339-4abc-8594-82e13f04e969 of type vlan for network 1a1119c5-8116-4383-856c-69d01f620db0 Aug 12 14:55:40.170516 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 36336) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:40.180602 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3363ad0-834b-4ac6-bd74-73001027d999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306dc1e5-4ece-4053-93d2-a2c972ec40fb,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:40.206262 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3363ad0-834b-4ac6-bd74-73001027d999 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:40.206624 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3363ad0-834b-4ac6-bd74-73001027d999 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:40.206961 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3363ad0-834b-4ac6-bd74-73001027d999 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:40.207289 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3363ad0-834b-4ac6-bd74-73001027d999 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:40.207611 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3363ad0-834b-4ac6-bd74-73001027d999 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:40.207942 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3363ad0-834b-4ac6-bd74-73001027d999 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:40.208431 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3363ad0-834b-4ac6-bd74-73001027d999 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:40.208950 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3363ad0-834b-4ac6-bd74-73001027d999 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:40.209293 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3363ad0-834b-4ac6-bd74-73001027d999 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:40.209620 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3363ad0-834b-4ac6-bd74-73001027d999 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:40.209949 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3363ad0-834b-4ac6-bd74-73001027d999 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:40.210252 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3363ad0-834b-4ac6-bd74-73001027d999 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3363ad0-834b-4ac6-bd74-73001027d999 admin admin] Tracked resource versions report: Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: pushed versions: Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: { 'AddressGroup': {'1.2'}, Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: 'ConntrackHelper': {'1.0'}, Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: 'Log': {'1.0'}, Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: 'Network': {'1.1'}, Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: 'Port': {'1.7'}, Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: 'PortForwarding': {'1.2'}, Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: 'QosPolicy': {'1.9'}, Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: 'SecurityGroup': {'1.4'}, Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: 'SecurityGroupRule': {'1.2'}, Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: 'SubPort': {'1.0'}, Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: 'Subnet': {'1.1'}, Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: 'Trunk': {'1.1'}} Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: consumer versions: Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: { DHCP agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: HyperV agent@hv-cinder-80001: {}, Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: L3 agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: Metadata agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: Metering agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: Open vSwitch agent@dv-cinder-800015-3-iscsi: { 'AddressGroup': '1.2', Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: 'ConntrackHelper': '1.0', Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: 'Log': '1.0', Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: 'Network': '1.1', Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: 'Port': '1.7', Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: 'PortForwarding': '1.2', Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: 'QosPolicy': '1.9', Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: 'SecurityGroup': '1.4', Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: 'SecurityGroupRule': '1.2', Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: 'SubPort': '1.0', Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: 'Subnet': '1.1', Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: 'Trunk': '1.1'}} Aug 12 14:55:40.211329 dv-cinder-800015-3-iscsi neutron-server[105905]: {{(pid=105905) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 14:55:40.231932 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e3363ad0-834b-4ac6-bd74-73001027d999 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132380483'] for network, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:40.236591 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2649fd16-86c7-4eba-a967-ff0630c91e26 admin admin] Made reservation on behalf of b329104383bc4bf8845d60ec2e397c43 for: {'network': 1} {{(pid=105905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:55:40.238792 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2649fd16-86c7-4eba-a967-ff0630c91e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for network, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:40.252149 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2649fd16-86c7-4eba-a967-ff0630c91e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:40.351919 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2649fd16-86c7-4eba-a967-ff0630c91e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:40.394982 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e3363ad0-834b-4ac6-bd74-73001027d999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for network, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:40.395994 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3363ad0-834b-4ac6-bd74-73001027d999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:40.396574 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e3363ad0-834b-4ac6-bd74-73001027d999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:40.455131 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3363ad0-834b-4ac6-bd74-73001027d999 admin admin] Pushing event updated for resources: {'Network': ['ID=1a1119c5-8116-4383-856c-69d01f620db0,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:40.466739 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Network 1a1119c5-8116-4383-856c-69d01f620db0 details requested by agent ovs-agent-dv-cinder-800015-3-iscsi with host dv-cinder-800015-3-iscsi {{(pid=105907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:55:40.471517 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2649fd16-86c7-4eba-a967-ff0630c91e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:40.489371 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2649fd16-86c7-4eba-a967-ff0630c91e26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=105905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:55:40.508354 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2649fd16-86c7-4eba-a967-ff0630c91e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:40.508689 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.db.segments_db [None req-2649fd16-86c7-4eba-a967-ff0630c91e26 admin admin] Added segment 1a356a40-82f6-45ca-888a-6b8a9f72f222 of type vlan for network ceb3a44b-f686-46b1-83fe-d6e1ac8f372a Aug 12 14:55:40.524856 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-3ea25183-b22f-487c-a339-f3d3e5d9db2e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1644562761-network', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:40.547274 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649fd16-86c7-4eba-a967-ff0630c91e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecf99cd-7053-45a8-9248-e989a64a5dc0,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:40.587579 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2649fd16-86c7-4eba-a967-ff0630c91e26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132380483'] for network, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:40.635859 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-e3363ad0-834b-4ac6-bd74-73001027d999 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3287563 Aug 12 14:55:40.636014 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 36360) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:40.642495 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-89822015-13ca-44c7-8294-1f36dc1e8f68 admin admin] Request body: {'subnet': {'network_id': '1a1119c5-8116-4383-856c-69d01f620db0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-708893453-subnet', 'tenant_id': 'f63a6bdffaeb4d48801b61d4bd4f3f6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:40.785936 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea25183-b22f-487c-a339-f3d3e5d9db2e admin admin] Made reservation on behalf of 37678a06dae54b7fad6948bc9e0fac01 for: {'network': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:55:40.789246 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3ea25183-b22f-487c-a339-f3d3e5d9db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for network, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:40.799247 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3ea25183-b22f-487c-a339-f3d3e5d9db2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:40.841627 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2649fd16-86c7-4eba-a967-ff0630c91e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for network, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:40.843254 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2649fd16-86c7-4eba-a967-ff0630c91e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:40.845013 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2649fd16-86c7-4eba-a967-ff0630c91e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:40.952897 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649fd16-86c7-4eba-a967-ff0630c91e26 admin admin] Pushing event updated for resources: {'Network': ['ID=ceb3a44b-f686-46b1-83fe-d6e1ac8f372a,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:40.974885 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb026f0-6909-4baa-a155-713739e4d155 admin admin] Made reservation on behalf of 65cf5c41ebe24a33be53346ccc25509b for: {'network': 1} {{(pid=105905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:55:40.977554 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Network ceb3a44b-f686-46b1-83fe-d6e1ac8f372a details requested by agent ovs-agent-dv-cinder-800015-3-iscsi with host dv-cinder-800015-3-iscsi {{(pid=105907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:55:40.978038 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8fb026f0-6909-4baa-a155-713739e4d155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for network, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:40.989619 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8fb026f0-6909-4baa-a155-713739e4d155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:41.182138 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89822015-13ca-44c7-8294-1f36dc1e8f68 admin admin] Made reservation on behalf of f63a6bdffaeb4d48801b61d4bd4f3f6f for: {'subnet': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:55:41.187532 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-89822015-13ca-44c7-8294-1f36dc1e8f68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:41.451986 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3ea25183-b22f-487c-a339-f3d3e5d9db2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:41.566889 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-89822015-13ca-44c7-8294-1f36dc1e8f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for subnet, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:41.592698 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 36426) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:41.595647 dv-cinder-800015-3-iscsi neutron-server[105905]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 12 14:55:41.632121 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89822015-13ca-44c7-8294-1f36dc1e8f68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c5ffcc8-939c-4d8a-b49d-6aca086311c6,revision_number=0']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:41.641094 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89822015-13ca-44c7-8294-1f36dc1e8f68 admin admin] Checking segment: {'id': 'd2806bca-d339-4abc-8594-82e13f04e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1a1119c5-8116-4383-856c-69d01f620db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:41.641523 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89822015-13ca-44c7-8294-1f36dc1e8f68 admin admin] Network hostable DHCP agents. Network: 1a1119c5-8116-4383-856c-69d01f620db0, hostable agents: ['879afe7b-4486-4e56-823d-f9f5d4ac5aae'], hosted agents: [] {{(pid=105906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:55:41.660463 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3ea25183-b22f-487c-a339-f3d3e5d9db2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:41.685868 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea25183-b22f-487c-a339-f3d3e5d9db2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=105906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:55:41.706049 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea25183-b22f-487c-a339-f3d3e5d9db2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c387fce3-642e-44ce-8cda-3761975c7417,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:41.711847 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3ea25183-b22f-487c-a339-f3d3e5d9db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:41.712375 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.db.segments_db [None req-3ea25183-b22f-487c-a339-f3d3e5d9db2e admin admin] Added segment b83995f3-470a-4d6c-8f30-ce01f22af685 of type vlan for network 853fd948-8021-42a8-9c8b-8e46175e3c7f Aug 12 14:55:41.772554 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3ea25183-b22f-487c-a339-f3d3e5d9db2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132380483'] for network, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:41.776632 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-2a5c6ddc-cbce-4afd-9ecd-3739b83ca908 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:41.778234 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-2a5c6ddc-cbce-4afd-9ecd-3739b83ca908 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/networks?id=4cce9222-c00c-4688-99c4-34e7c10a758a HTTP/1.1" status: 200 len: 815 time: 0.1844351 Aug 12 14:55:41.795772 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-f68da06a-7dc1-4142-8b90-dd82d3645c5c tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/quotas/89910f7e31a54071bc2003435b0dbba2 HTTP/1.1" status: 200 len: 375 time: 0.0106583 Aug 12 14:55:41.802090 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89822015-13ca-44c7-8294-1f36dc1e8f68 admin admin] Network 1a1119c5-8116-4383-856c-69d01f620db0 is scheduled to be hosted by DHCP agent 879afe7b-4486-4e56-823d-f9f5d4ac5aae with binding_index 1 {{(pid=105906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:55:41.811109 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-2649fd16-86c7-4eba-a967-ff0630c91e26 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1399953 Aug 12 14:55:41.814444 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 36430) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:41.821595 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-c3265147-4416-482e-9f9b-84b75b8cc487 admin admin] Request body: {'subnet': {'network_id': 'ceb3a44b-f686-46b1-83fe-d6e1ac8f372a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-503249910-subnet', 'tenant_id': 'b329104383bc4bf8845d60ec2e397c43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:41.960171 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-2271524b-7e09-4d44-9887-9ea0a50b6ee6 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=89910f7e31a54071bc2003435b0dbba2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1505575 Aug 12 14:55:41.974964 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [None req-89822015-13ca-44c7-8294-1f36dc1e8f68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-3-iscsi, 1a1119c5-8116-4383-856c-69d01f620db0) {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:41.976810 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3ea25183-b22f-487c-a339-f3d3e5d9db2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for network, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:41.978250 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea25183-b22f-487c-a339-f3d3e5d9db2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:41.979502 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3ea25183-b22f-487c-a339-f3d3e5d9db2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:41.989554 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89822015-13ca-44c7-8294-1f36dc1e8f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:41.990371 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-89822015-13ca-44c7-8294-1f36dc1e8f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for subnet, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:41.991453 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d8421b-6d8a-44e3-b1a7-721f6eb97197 None None] Network 1a1119c5-8116-4383-856c-69d01f620db0 requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:42.027647 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8fb026f0-6909-4baa-a155-713739e4d155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:42.061178 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea25183-b22f-487c-a339-f3d3e5d9db2e admin admin] Pushing event updated for resources: {'Network': ['ID=853fd948-8021-42a8-9c8b-8e46175e3c7f,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:42.072177 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Network 853fd948-8021-42a8-9c8b-8e46175e3c7f details requested by agent ovs-agent-dv-cinder-800015-3-iscsi with host dv-cinder-800015-3-iscsi {{(pid=105907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:55:42.104100 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8fb026f0-6909-4baa-a155-713739e4d155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:42.142341 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb026f0-6909-4baa-a155-713739e4d155 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=105905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:55:42.147166 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb026f0-6909-4baa-a155-713739e4d155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac178687-3b02-47cf-a470-a7a69cafc885,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:42.156930 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8fb026f0-6909-4baa-a155-713739e4d155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:42.157856 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.db.segments_db [None req-8fb026f0-6909-4baa-a155-713739e4d155 admin admin] Added segment fbb3272c-a19e-44e5-96a7-19de32afd74d of type vlan for network 840e7996-3260-480f-b729-67466325f665 Aug 12 14:55:42.208093 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-8f9bfe62-c410-4eaa-b997-8d00d912fb17 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=105905) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:55:42.209355 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-8f9bfe62-c410-4eaa-b997-8d00d912fb17 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0801654 Aug 12 14:55:42.211290 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8fb026f0-6909-4baa-a155-713739e4d155 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132380483'] for network, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:42.238105 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc80b91c-6194-4d31-a4c7-410d00103ffd None None] Network 1a1119c5-8116-4383-856c-69d01f620db0 requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:42.279416 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-3ea25183-b22f-487c-a339-f3d3e5d9db2e admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1028540 Aug 12 14:55:42.279416 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-89822015-13ca-44c7-8294-1f36dc1e8f68 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6389174 Aug 12 14:55:42.302308 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 36446) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:42.302308 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-55d8face-0be9-4f44-bc75-9887bb9f2b44 admin admin] Request body: {'subnet': {'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1644562761-subnet', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:42.345975 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-d876ad68-1022-4968-8ac4-99b5df7d71b3 service neutron] 10.222.0.63 "GET /v2.0/networks/4cce9222-c00c-4688-99c4-34e7c10a758a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281915 Aug 12 14:55:42.364295 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-f7052523-d096-40ab-9227-8433f0c6dd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:42.441746 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3265147-4416-482e-9f9b-84b75b8cc487 admin admin] Made reservation on behalf of b329104383bc4bf8845d60ec2e397c43 for: {'subnet': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:55:42.444828 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-c3265147-4416-482e-9f9b-84b75b8cc487 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:42.471002 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-73c04d29-7b9a-41b0-8640-4eb761bc98f7 service neutron] 10.222.0.63 "GET /v2.0/networks/4cce9222-c00c-4688-99c4-34e7c10a758a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216969 Aug 12 14:55:42.473800 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8fb026f0-6909-4baa-a155-713739e4d155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for network, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:42.474955 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb026f0-6909-4baa-a155-713739e4d155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:42.476794 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8fb026f0-6909-4baa-a155-713739e4d155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:42.550830 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb026f0-6909-4baa-a155-713739e4d155 admin admin] Pushing event updated for resources: {'Network': ['ID=840e7996-3260-480f-b729-67466325f665,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:42.561527 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Network 840e7996-3260-480f-b729-67466325f665 details requested by agent ovs-agent-dv-cinder-800015-3-iscsi with host dv-cinder-800015-3-iscsi {{(pid=105907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:55:42.732076 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d8face-0be9-4f44-bc75-9887bb9f2b44 admin admin] Made reservation on behalf of 37678a06dae54b7fad6948bc9e0fac01 for: {'subnet': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:55:42.734528 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-55d8face-0be9-4f44-bc75-9887bb9f2b44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:42.785887 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-c3265147-4416-482e-9f9b-84b75b8cc487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for subnet, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:42.853758 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-8fb026f0-6909-4baa-a155-713739e4d155 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.1418984 Aug 12 14:55:42.857216 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 36466) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:42.870445 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-041bb92b-4b3a-43cc-88df-f461e9611c04 admin admin] Request body: {'subnet': {'network_id': '840e7996-3260-480f-b729-67466325f665', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1629187063-subnet', 'tenant_id': '65cf5c41ebe24a33be53346ccc25509b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:42.891278 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3265147-4416-482e-9f9b-84b75b8cc487 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59b318d7-14f5-4194-b89e-f8b7fc3f1e6e,revision_number=0']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:42.963145 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3265147-4416-482e-9f9b-84b75b8cc487 admin admin] Checking segment: {'id': '1a356a40-82f6-45ca-888a-6b8a9f72f222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ceb3a44b-f686-46b1-83fe-d6e1ac8f372a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:42.963519 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3265147-4416-482e-9f9b-84b75b8cc487 admin admin] Network hostable DHCP agents. Network: ceb3a44b-f686-46b1-83fe-d6e1ac8f372a, hostable agents: ['879afe7b-4486-4e56-823d-f9f5d4ac5aae'], hosted agents: [] {{(pid=105906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:55:43.032678 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041bb92b-4b3a-43cc-88df-f461e9611c04 admin admin] Made reservation on behalf of 65cf5c41ebe24a33be53346ccc25509b for: {'subnet': 1} {{(pid=105905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:55:43.035719 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-041bb92b-4b3a-43cc-88df-f461e9611c04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:43.191407 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3265147-4416-482e-9f9b-84b75b8cc487 admin admin] Network ceb3a44b-f686-46b1-83fe-d6e1ac8f372a is scheduled to be hosted by DHCP agent 879afe7b-4486-4e56-823d-f9f5d4ac5aae with binding_index 1 {{(pid=105906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:55:43.215448 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-8cc7bc29-c858-4ba1-b32d-0f975d7e5c79 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:43.215448 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-8cc7bc29-c858-4ba1-b32d-0f975d7e5c79 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/networks?id=1a1119c5-8116-4383-856c-69d01f620db0 HTTP/1.1" status: 200 len: 811 time: 0.1817060 Aug 12 14:55:43.264189 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-55d8face-0be9-4f44-bc75-9887bb9f2b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for subnet, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:43.269543 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-7c0216a8-0d4c-4bee-a101-a14d696dd60e tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/quotas/f63a6bdffaeb4d48801b61d4bd4f3f6f HTTP/1.1" status: 200 len: 375 time: 0.0453448 Aug 12 14:55:43.302562 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 36502) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:43.311791 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-555b6d2a-6466-46a0-b85a-f55f9d648f60 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=f63a6bdffaeb4d48801b61d4bd4f3f6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413535 Aug 12 14:55:43.321948 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [None req-c3265147-4416-482e-9f9b-84b75b8cc487 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-3-iscsi, ceb3a44b-f686-46b1-83fe-d6e1ac8f372a) {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:43.331855 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872dafc4-7e59-404f-87e6-64edeff99c9f None None] Network ceb3a44b-f686-46b1-83fe-d6e1ac8f372a requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:43.340694 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 36508) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:43.342195 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3265147-4416-482e-9f9b-84b75b8cc487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:43.343009 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-c3265147-4416-482e-9f9b-84b75b8cc487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for subnet, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:43.378626 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8face-0be9-4f44-bc75-9887bb9f2b44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a,revision_number=0']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:43.399433 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d8face-0be9-4f44-bc75-9887bb9f2b44 admin admin] Checking segment: {'id': 'b83995f3-470a-4d6c-8f30-ce01f22af685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:43.400042 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d8face-0be9-4f44-bc75-9887bb9f2b44 admin admin] Network hostable DHCP agents. Network: 853fd948-8021-42a8-9c8b-8e46175e3c7f, hostable agents: ['879afe7b-4486-4e56-823d-f9f5d4ac5aae'], hosted agents: [] {{(pid=105906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:55:43.461087 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-c3265147-4416-482e-9f9b-84b75b8cc487 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6429191 Aug 12 14:55:43.473419 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3123058c-3f59-43dd-97c5-b3a6a1adcc40 req-3bed668d-b799-498a-9b4d-4876ca39db6a tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 210 time: 0.1588140 Aug 12 14:55:43.481190 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d8face-0be9-4f44-bc75-9887bb9f2b44 admin admin] Network 853fd948-8021-42a8-9c8b-8e46175e3c7f is scheduled to be hosted by DHCP agent 879afe7b-4486-4e56-823d-f9f5d4ac5aae with binding_index 1 {{(pid=105906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:55:43.519947 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a460a4d8-9e34-42a1-ad0d-4b0ef64d5112 None None] Network ceb3a44b-f686-46b1-83fe-d6e1ac8f372a requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:43.570925 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-efa02a24-7c1c-412e-8ce4-ecd49e8e0084 service neutron] 10.222.0.63 "GET /v2.0/networks/1a1119c5-8116-4383-856c-69d01f620db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582211 Aug 12 14:55:43.586396 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [None req-55d8face-0be9-4f44-bc75-9887bb9f2b44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-3-iscsi, 853fd948-8021-42a8-9c8b-8e46175e3c7f) {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:43.591147 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d8face-0be9-4f44-bc75-9887bb9f2b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:43.591570 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-55d8face-0be9-4f44-bc75-9887bb9f2b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for subnet, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:43.604087 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dab0ef-51cf-4c5b-984b-29ba5effdd1d None None] Network 853fd948-8021-42a8-9c8b-8e46175e3c7f requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:43.618282 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-041bb92b-4b3a-43cc-88df-f461e9611c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for subnet, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:43.684907 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-55d8face-0be9-4f44-bc75-9887bb9f2b44 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4014263 Aug 12 14:55:43.687494 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 36532) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:43.692421 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-8931006f-c591-444b-a545-543da7082d89 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1644562761-router', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:43.723596 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041bb92b-4b3a-43cc-88df-f461e9611c04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=113eea66-7231-4737-b65d-c9a7771abd50,revision_number=0']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:43.768616 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-b82afd3e-d928-4d18-a383-c93326dfb589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:43.818693 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8931006f-c591-444b-a545-543da7082d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1526'] for router, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:43.819841 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8931006f-c591-444b-a545-543da7082d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1533'] for router, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:43.867752 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ca431b0-3a62-58b6-be18-748b2a116dd5-853fd948-8021-42a8-9c8b-8e46175e3c7f', 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'fixed_ips': [{'subnet_id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a'}]}} from dv-cinder-800015-3-iscsi. {{(pid=105907) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:55:43.867931 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041bb92b-4b3a-43cc-88df-f461e9611c04 admin admin] Checking segment: {'id': 'fbb3272c-a19e-44e5-96a7-19de32afd74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '840e7996-3260-480f-b729-67466325f665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:43.868372 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041bb92b-4b3a-43cc-88df-f461e9611c04 admin admin] Network hostable DHCP agents. Network: 840e7996-3260-480f-b729-67466325f665, hostable agents: ['879afe7b-4486-4e56-823d-f9f5d4ac5aae'], hosted agents: [] {{(pid=105905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:55:43.868633 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:43.898813 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8931006f-c591-444b-a545-543da7082d89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:43.913795 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-5bb202df-2bf5-4ed3-840e-e914f31de678 service neutron] 10.222.0.63 "GET /v2.0/networks/1a1119c5-8116-4383-856c-69d01f620db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415921 Aug 12 14:55:43.975646 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-b82afd3e-d928-4d18-a383-c93326dfb589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:43.994939 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041bb92b-4b3a-43cc-88df-f461e9611c04 admin admin] Network 840e7996-3260-480f-b729-67466325f665 is scheduled to be hosted by DHCP agent 879afe7b-4486-4e56-823d-f9f5d4ac5aae with binding_index 1 {{(pid=105905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:55:44.029422 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.db_base_plugin_common [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Allocated IP 172.20.0.2 (853fd948-8021-42a8-9c8b-8e46175e3c7f/cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a/d4d57e0a-18a7-43c3-b974-b35d23bb4396) {{(pid=105907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:55:44.060386 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-b82afd3e-d928-4d18-a383-c93326dfb589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:44.100543 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-b82afd3e-d928-4d18-a383-c93326dfb589 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ef9149cdfe36455592e9940e17b783cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7096779 Aug 12 14:55:44.101763 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82afd3e-d928-4d18-a383-c93326dfb589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7101098a-18e4-4705-9594-7a1be6e2d73f,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:44.103285 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 36550) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:44.134156 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-041bb92b-4b3a-43cc-88df-f461e9611c04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-3-iscsi, 840e7996-3260-480f-b729-67466325f665) {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:44.139707 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041bb92b-4b3a-43cc-88df-f461e9611c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:44.142522 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-041bb92b-4b3a-43cc-88df-f461e9611c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for subnet, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:44.149609 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c10104-779c-43e9-b761-309d85faadb0 None None] Network 840e7996-3260-480f-b729-67466325f665 requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:44.218346 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8931006f-c591-444b-a545-543da7082d89 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:44.228507 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-041bb92b-4b3a-43cc-88df-f461e9611c04 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3699160 Aug 12 14:55:44.230971 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 36556) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:44.239539 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-0acc7541-00aa-4501-8362-09a12fcc8e88 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1629187063-router', 'tenant_id': '65cf5c41ebe24a33be53346ccc25509b', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:44.294226 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-2d880b99-072c-43d7-9591-5ce0cff7e1ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:44.330193 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Notify callbacks [] for port, precommit_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:44.352536 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Transition to ACTIVE for port object d4d57e0a-18a7-43c3-b974-b35d23bb4396 will not be triggered until provisioned by entity L2. {{(pid=105907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:44.369850 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Transition to ACTIVE for port object d4d57e0a-18a7-43c3-b974-b35d23bb4396 will not be triggered until provisioned by entity DHCP. {{(pid=105907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:44.373318 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4415d532-8dd0-4720-a7b1-a8e0d61b9f66 req-3651b9f9-b97c-4bc3-b776-f1c27ad13a5b tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/ports?device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 210 time: 0.0832610 Aug 12 14:55:44.374444 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0acc7541-00aa-4501-8362-09a12fcc8e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1526'] for router, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:44.381103 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0acc7541-00aa-4501-8362-09a12fcc8e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1533'] for router, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:44.426564 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-2d880b99-072c-43d7-9591-5ce0cff7e1ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:44.428221 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329dedf3-3da4-467d-ab6d-a6aa00677128 None None] Network 840e7996-3260-480f-b729-67466325f665 requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:44.603446 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0acc7541-00aa-4501-8362-09a12fcc8e88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:44.639752 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 36582) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:44.650588 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445'] for port, after_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:44.664052 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-394717c3-5673-40e6-8010-d817600a8c01 req-c956acff-d7ce-4e93-87db-a5e0d4a6d13e tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 210 time: 0.0593424 Aug 12 14:55:44.676272 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-c3cfde75-67bf-4e4a-832f-4f811621d658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:44.754089 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Network 853fd948-8021-42a8-9c8b-8e46175e3c7f is already hosted by enough agents. {{(pid=105907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:44.755635 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Pushing event updated for resources: {'Port': ['ID=d4d57e0a-18a7-43c3-b974-b35d23bb4396,revision_number=1']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:44.789903 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.scheduler.base_scheduler [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Resources bound (agent type, host, resource id): {{(pid=105907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:44.795510 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Received port after_create {{(pid=105907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:55:44.800676 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-2d880b99-072c-43d7-9591-5ce0cff7e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:44.810439 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-2d880b99-072c-43d7-9591-5ce0cff7e1ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:44.810720 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:44.811729 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:44.813829 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-2d880b99-072c-43d7-9591-5ce0cff7e1ee admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7101098a-18e4-4705-9594-7a1be6e2d73f HTTP/1.1" status: 204 len: 168 time: 0.7093649 Aug 12 14:55:44.813972 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:44.814244 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:44.814702 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:44.815048 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:44.817262 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:44.818296 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:44.818918 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:44.820224 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:44.821125 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:44.821478 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Tracked resource versions report: Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: pushed versions: Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: { 'AddressGroup': {'1.2'}, Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: 'ConntrackHelper': {'1.0'}, Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: 'Log': {'1.0'}, Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: 'Network': {'1.1'}, Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: 'Port': {'1.7'}, Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: 'PortForwarding': {'1.2'}, Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: 'QosPolicy': {'1.9'}, Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: 'SecurityGroup': {'1.4'}, Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: 'SecurityGroupRule': {'1.2'}, Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: 'SubPort': {'1.0'}, Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: 'Subnet': {'1.1'}, Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: 'Trunk': {'1.1'}} Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: consumer versions: Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: { DHCP agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: HyperV agent@hv-cinder-80001: {}, Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: L3 agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: Metadata agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: Metering agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: Open vSwitch agent@dv-cinder-800015-3-iscsi: { 'AddressGroup': '1.2', Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: 'ConntrackHelper': '1.0', Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: 'Log': '1.0', Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: 'Network': '1.1', Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: 'Port': '1.7', Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: 'PortForwarding': '1.2', Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: 'QosPolicy': '1.9', Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: 'SecurityGroup': '1.4', Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: 'SecurityGroupRule': '1.2', Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: 'SubPort': '1.0', Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: 'Subnet': '1.1', Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: 'Trunk': '1.1'}} Aug 12 14:55:44.824264 dv-cinder-800015-3-iscsi neutron-server[105907]: {{(pid=105907) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 14:55:44.840075 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 36600) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:44.883418 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-9fe8cf09-834e-4dcb-9890-05511fe66e69 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1949093382-network', 'tenant_id': '13c4b4b28fcb464dbcc6b06541813149'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:44.905122 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Attempting to bind port d4d57e0a-18a7-43c3-b974-b35d23bb4396 on host dv-cinder-800015-3-iscsi for vnic_type normal with profile {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:55:44.905617 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Attempting to bind port d4d57e0a-18a7-43c3-b974-b35d23bb4396 by drivers openvswitch,hyperv on host dv-cinder-800015-3-iscsi at level 0 using segments [{'id': 'b83995f3-470a-4d6c-8f30-ce01f22af685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f'}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:55:44.905955 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Attempting to bind port d4d57e0a-18a7-43c3-b974-b35d23bb4396 on network 853fd948-8021-42a8-9c8b-8e46175e3c7f {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:55:44.909234 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d880b99-072c-43d7-9591-5ce0cff7e1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7101098a-18e4-4705-9594-7a1be6e2d73f,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:44.913374 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Checking agent: {'id': '2f28a577-1e29-47c6-9353-308533d5ca1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'started_at': datetime.datetime(2021, 8, 12, 14, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:55:44.913764 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Checking segment: {'id': 'b83995f3-470a-4d6c-8f30-ce01f22af685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:44.914166 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:44.914560 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Bound using segment: {'id': 'b83995f3-470a-4d6c-8f30-ce01f22af685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f'} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:55:44.915033 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Bound port: d4d57e0a-18a7-43c3-b974-b35d23bb4396, host: dv-cinder-800015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b83995f3-470a-4d6c-8f30-ce01f22af685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f'}}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:55:44.915470 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:44.952331 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0acc7541-00aa-4501-8362-09a12fcc8e88 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:44.981554 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ef52f3ea-05b1-415c-9507-85ce9ea337c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:45.098807 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] For port d4d57e0a-18a7-43c3-b974-b35d23bb4396, host dv-cinder-800015-3-iscsi, cleared binding levels {{(pid=105907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:55:45.101872 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] For port d4d57e0a-18a7-43c3-b974-b35d23bb4396, host dv-cinder-800015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=d4d57e0a-18a7-43c3-b974-b35d23bb4396,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:55:45.112570 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe8cf09-834e-4dcb-9890-05511fe66e69 admin admin] Made reservation on behalf of 13c4b4b28fcb464dbcc6b06541813149 for: {'network': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:55:45.112570 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-9fe8cf09-834e-4dcb-9890-05511fe66e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for network, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:45.115847 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-9fe8cf09-834e-4dcb-9890-05511fe66e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:45.184785 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:45.198078 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8931006f-c591-444b-a545-543da7082d89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:45.221187 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ef52f3ea-05b1-415c-9507-85ce9ea337c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:45.230334 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8931006f-c591-444b-a545-543da7082d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:45.247139 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:45.430094 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295479e-4049-4338-9be5-bdc4ecf9d7d5 None None] Pushing event updated for resources: {'Port': ['ID=d4d57e0a-18a7-43c3-b974-b35d23bb4396,revision_number=2']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:45.472805 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_common [None req-8931006f-c591-444b-a545-543da7082d89 admin admin] Allocated IP 172.27.1.89 (df63f438-b2ec-4f43-ad5b-12a75f4e90ce/8bfc729c-9def-42bb-b3b9-7901b6eeb5d6/2e12bd92-f8fe-4ad8-b7ec-675c86eda107) {{(pid=105906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:55:45.476078 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ef52f3ea-05b1-415c-9507-85ce9ea337c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:45.643200 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9ae4c8a0-4433-4274-8f95-d5d8b42f4ca5 req-86aa6b3d-5520-43d5-bd74-0011bfb85753 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/ports?device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 210 time: 0.1614084 Aug 12 14:55:45.661902 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0acc7541-00aa-4501-8362-09a12fcc8e88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:45.680453 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-9fe8cf09-834e-4dcb-9890-05511fe66e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:45.701318 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0acc7541-00aa-4501-8362-09a12fcc8e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:45.721906 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-ef52f3ea-05b1-415c-9507-85ce9ea337c0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d11344f4856a436db126dbbc78ae028a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0811026 Aug 12 14:55:45.724094 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52f3ea-05b1-415c-9507-85ce9ea337c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7598d066-2f8a-4f5f-ba50-7bb4bff557db,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:45.724533 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 36630) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:45.749305 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8931006f-c591-444b-a545-543da7082d89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:45.872216 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:45.876169 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-9fe8cf09-834e-4dcb-9890-05511fe66e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:45.893396 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 36632) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:45.909371 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d617f019-95a8-4e1d-ae97-274525760999 req-be147d89-418d-43f0-bc4f-9064fb7ae5f6 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 210 time: 0.0460353 Aug 12 14:55:45.926870 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-2cada7bb-91b2-4185-91fd-1d57fbdd490e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:45.934509 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe8cf09-834e-4dcb-9890-05511fe66e69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=105906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:55:45.963983 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-fc5e639f-ca17-4a2d-8685-90535120f275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:45.973645 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-9fe8cf09-834e-4dcb-9890-05511fe66e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:45.973986 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.db.segments_db [None req-9fe8cf09-834e-4dcb-9890-05511fe66e69 admin admin] Added segment bbb42337-1217-4bc5-ba4f-a31f3f3b9595 of type vlan for network a67d15ec-579c-4a51-9345-27f79350ec2a Aug 12 14:55:45.975192 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8cf09-834e-4dcb-9890-05511fe66e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dabce59-6a45-4bad-91da-cec0e7ab0671,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:46.043418 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-fc5e639f-ca17-4a2d-8685-90535120f275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:46.045904 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-9fe8cf09-834e-4dcb-9890-05511fe66e69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132380483'] for network, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:46.062600 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8931006f-c591-444b-a545-543da7082d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445'] for port, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:46.110659 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.db_base_plugin_common [None req-0acc7541-00aa-4501-8362-09a12fcc8e88 admin admin] Allocated IP 172.27.1.12 (df63f438-b2ec-4f43-ad5b-12a75f4e90ce/8bfc729c-9def-42bb-b3b9-7901b6eeb5d6/95a6f8bb-56f3-49dc-9581-e3d3833ddc58) {{(pid=105905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:55:46.211872 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8931006f-c591-444b-a545-543da7082d89 admin admin] Network df63f438-b2ec-4f43-ad5b-12a75f4e90ce is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:46.229096 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [None req-8931006f-c591-444b-a545-543da7082d89 admin admin] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:46.233911 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931006f-c591-444b-a545-543da7082d89 admin admin] Pushing event updated for resources: {'Port': ['ID=2e12bd92-f8fe-4ad8-b7ec-675c86eda107,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:46.247675 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8931006f-c591-444b-a545-543da7082d89 admin admin] Received port after_create {{(pid=105906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:55:46.261451 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0acc7541-00aa-4501-8362-09a12fcc8e88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:46.369731 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-9fe8cf09-834e-4dcb-9890-05511fe66e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for network, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:46.370685 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe8cf09-834e-4dcb-9890-05511fe66e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:46.371352 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-9fe8cf09-834e-4dcb-9890-05511fe66e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:46.382145 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-fc5e639f-ca17-4a2d-8685-90535120f275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:46.384571 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-fc5e639f-ca17-4a2d-8685-90535120f275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:46.388009 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-fc5e639f-ca17-4a2d-8685-90535120f275 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7598d066-2f8a-4f5f-ba50-7bb4bff557db HTTP/1.1" status: 204 len: 168 time: 0.6601732 Aug 12 14:55:46.415276 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0acc7541-00aa-4501-8362-09a12fcc8e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445'] for port, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:46.466555 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cd80df-aa67-4c2c-b88d-79ecb68ac37f None None] Network 853fd948-8021-42a8-9c8b-8e46175e3c7f requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:46.490339 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acc7541-00aa-4501-8362-09a12fcc8e88 admin admin] Network df63f438-b2ec-4f43-ad5b-12a75f4e90ce is already hosted by enough agents. {{(pid=105905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:46.493685 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-0acc7541-00aa-4501-8362-09a12fcc8e88 admin admin] Resources bound (agent type, host, resource id): {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:46.497724 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acc7541-00aa-4501-8362-09a12fcc8e88 admin admin] Received port after_create {{(pid=105905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:55:46.504167 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc7541-00aa-4501-8362-09a12fcc8e88 admin admin] Pushing event updated for resources: {'Port': ['ID=95a6f8bb-56f3-49dc-9581-e3d3833ddc58,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:46.534874 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e639f-ca17-4a2d-8685-90535120f275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7598d066-2f8a-4f5f-ba50-7bb4bff557db,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:46.564463 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-2cada7bb-91b2-4185-91fd-1d57fbdd490e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:46.672587 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8cf09-834e-4dcb-9890-05511fe66e69 admin admin] Pushing event updated for resources: {'Network': ['ID=a67d15ec-579c-4a51-9345-27f79350ec2a,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:46.700489 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Network a67d15ec-579c-4a51-9345-27f79350ec2a details requested by agent ovs-agent-dv-cinder-800015-3-iscsi with host dv-cinder-800015-3-iscsi {{(pid=105907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:55:46.711100 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-2cada7bb-91b2-4185-91fd-1d57fbdd490e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:46.764928 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4a5977a4-f2b3-42af-b917-c37a8e6719a9 req-c1e4169d-6b6d-42dc-b319-1c9d6a521afb tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/ports?device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 210 time: 0.0293519 Aug 12 14:55:46.806767 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-9fe8cf09-834e-4dcb-9890-05511fe66e69 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9571869 Aug 12 14:55:46.820172 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 36654) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:46.825549 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-d39ba5fb-2f97-4945-abdf-0971013984ca admin admin] Request body: {'subnet': {'network_id': 'a67d15ec-579c-4a51-9345-27f79350ec2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1949093382-subnet', 'tenant_id': '13c4b4b28fcb464dbcc6b06541813149', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:46.848230 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cada7bb-91b2-4185-91fd-1d57fbdd490e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c514f70-61c9-4c2b-95b7-30416eb29b8a,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:46.874105 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-2cada7bb-91b2-4185-91fd-1d57fbdd490e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2fc688d2f00e4821b16d1306f5d559be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9781396 Aug 12 14:55:46.878285 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 36658) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:46.916668 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-d3a3a212-a073-4b48-be98-fc727f4eafa9 None None] Provisioning for port d4d57e0a-18a7-43c3-b974-b35d23bb4396 completed by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:46.917480 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0acc7541-00aa-4501-8362-09a12fcc8e88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:46.926683 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8931006f-c591-444b-a545-543da7082d89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:47.061816 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39ba5fb-2f97-4945-abdf-0971013984ca admin admin] Made reservation on behalf of 13c4b4b28fcb464dbcc6b06541813149 for: {'subnet': 1} {{(pid=105905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:55:47.064792 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-d39ba5fb-2f97-4945-abdf-0971013984ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:47.265826 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e99e88ae-b91a-4ad0-a7e6-749bcc5b9fc6 req-9875c3ed-9789-4662-9fa9-f8850604839b tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 210 time: 0.1270440 Aug 12 14:55:47.358549 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device d4d57e0a-18a7-43c3-b974-b35d23bb4396 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:47.397142 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 36676) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:47.404947 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0acc7541-00aa-4501-8362-09a12fcc8e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710395'] for router, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:47.453124 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-7d0d23d3-9e43-42f3-bee5-622f8c9fbf1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:47.460057 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:47.493060 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-7d0d23d3-9e43-42f3-bee5-622f8c9fbf1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:47.501626 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8931006f-c591-444b-a545-543da7082d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710395'] for router, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:47.519979 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.73', 57199) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:47.571208 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f0537579-64c7-4de5-b48d-6d61b2814d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:47.629664 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning for port d4d57e0a-18a7-43c3-b974-b35d23bb4396 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:47.634990 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port d4d57e0a-18a7-43c3-b974-b35d23bb4396 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:47.636039 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:47.687402 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-d39ba5fb-2f97-4945-abdf-0971013984ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for subnet, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:47.749508 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:47.778881 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ba5fb-2f97-4945-abdf-0971013984ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=40945976-5bb4-42b1-99d0-14f68d3e7525,revision_number=0']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:47.789782 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f0537579-64c7-4de5-b48d-6d61b2814d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:47.791268 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] For port d4d57e0a-18a7-43c3-b974-b35d23bb4396, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=d4d57e0a-18a7-43c3-b974-b35d23bb4396,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:47.797227 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39ba5fb-2f97-4945-abdf-0971013984ca admin admin] Checking segment: {'id': 'bbb42337-1217-4bc5-ba4f-a31f3f3b9595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a67d15ec-579c-4a51-9345-27f79350ec2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:47.797666 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39ba5fb-2f97-4945-abdf-0971013984ca admin admin] Network hostable DHCP agents. Network: a67d15ec-579c-4a51-9345-27f79350ec2a, hostable agents: ['879afe7b-4486-4e56-823d-f9f5d4ac5aae'], hosted agents: [] {{(pid=105905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:55:47.822047 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-b4bef51e-7eff-48b0-9af4-732c5bc72063 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:47.823898 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-b4bef51e-7eff-48b0-9af4-732c5bc72063 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.73 "GET /v2.0/networks?id=4cce9222-c00c-4688-99c4-34e7c10a758a HTTP/1.1" status: 200 len: 815 time: 0.3010004 Aug 12 14:55:47.834337 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0acc7541-00aa-4501-8362-09a12fcc8e88 admin admin] Router 71bcb3d4-710f-44af-85a4-1c582f2b2ec1 is scheduled to L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 with binding_index 1 {{(pid=105905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:55:47.871761 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-7d0d23d3-9e43-42f3-bee5-622f8c9fbf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:47.872346 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:47.874465 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-7d0d23d3-9e43-42f3-bee5-622f8c9fbf1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:47.883597 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-7d0d23d3-9e43-42f3-bee5-622f8c9fbf1d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9c514f70-61c9-4c2b-95b7-30416eb29b8a HTTP/1.1" status: 204 len: 168 time: 0.9982195 Aug 12 14:55:47.886649 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-a63d4c59-011b-4b90-ad0c-d89396013243 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Request body: {'port': {'device_id': '279c7ff3-8a8d-4c6e-bafe-f9e1a702c749', 'network_id': '4cce9222-c00c-4688-99c4-34e7c10a758a', 'admin_state_up': True, 'tenant_id': '89910f7e31a54071bc2003435b0dbba2'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:47.902243 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d23d3-9e43-42f3-bee5-622f8c9fbf1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c514f70-61c9-4c2b-95b7-30416eb29b8a,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:47.920968 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f0537579-64c7-4de5-b48d-6d61b2814d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:47.953516 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Pushing event updated for resources: {'Port': ['ID=d4d57e0a-18a7-43c3-b974-b35d23bb4396,revision_number=3']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:47.962847 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8931006f-c591-444b-a545-543da7082d89 admin admin] Router 90a1a53b-8a02-4ec0-98e4-10d73adf3315 is scheduled to L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 with binding_index 1 {{(pid=105906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:55:47.993882 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0537579-64c7-4de5-b48d-6d61b2814d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51481df2-0698-43cc-b402-5d04d4a6eb6b,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:48.010699 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39ba5fb-2f97-4945-abdf-0971013984ca admin admin] Network a67d15ec-579c-4a51-9345-27f79350ec2a is scheduled to be hosted by DHCP agent 879afe7b-4486-4e56-823d-f9f5d4ac5aae with binding_index 1 {{(pid=105905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:55:48.018818 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-84e9161a-6b95-40d2-89ef-de82ae87f748 req-5cd5e205-0498-42ea-9860-adf5fdeb9c0a tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/ports?device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 210 time: 0.1551883 Aug 12 14:55:48.071741 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-f0537579-64c7-4de5-b48d-6d61b2814d38 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=050c9abde8b04b3c9563d29f79d6195a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6735637 Aug 12 14:55:48.074287 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 36698) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:48.098911 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-d39ba5fb-2f97-4945-abdf-0971013984ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-3-iscsi, a67d15ec-579c-4a51-9345-27f79350ec2a) {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:48.103488 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39ba5fb-2f97-4945-abdf-0971013984ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:48.105214 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-d39ba5fb-2f97-4945-abdf-0971013984ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for subnet, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:48.112488 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea90ca18-2d1d-4504-9343-d4c1db23985b None None] Network a67d15ec-579c-4a51-9345-27f79350ec2a requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:48.135963 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0acc7541-00aa-4501-8362-09a12fcc8e88 admin admin] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:55:48.146338 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fc573e-196d-4905-a1e0-c9c1661c1aa9 None None] Sync routers for ids ['71bcb3d4-710f-44af-85a4-1c582f2b2ec1'] in dv-cinder-800015-3-iscsi {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:55:48.156579 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fc573e-196d-4905-a1e0-c9c1661c1aa9 None None] Routers {'71bcb3d4-710f-44af-85a4-1c582f2b2ec1'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:48.158523 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-c6fc573e-196d-4905-a1e0-c9c1661c1aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T14:55:44Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['71bcb3d4-710f-44af-85a4-1c582f2b2ec1'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:48.184895 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-65ab6409-6ac1-43df-8f21-fa73636b8dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:48.211496 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8931006f-c591-444b-a545-543da7082d89 admin admin] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:55:48.255274 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec5009-4817-4fef-b265-6ceb5ddb57d4 None None] Sync routers for ids ['90a1a53b-8a02-4ec0-98e4-10d73adf3315'] in dv-cinder-800015-3-iscsi {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:55:48.363938 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ec5009-4817-4fef-b265-6ceb5ddb57d4 None None] Routers {'90a1a53b-8a02-4ec0-98e4-10d73adf3315'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:48.364587 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-f4ec5009-4817-4fef-b265-6ceb5ddb57d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T14:55:44Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['90a1a53b-8a02-4ec0-98e4-10d73adf3315'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:48.369016 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-d39ba5fb-2f97-4945-abdf-0971013984ca admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5473514 Aug 12 14:55:48.370266 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0acc7541-00aa-4501-8362-09a12fcc8e88 admin admin] Notify callbacks [] for router, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:48.371388 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-0acc7541-00aa-4501-8362-09a12fcc8e88 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1393573 Aug 12 14:55:48.379692 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 36716) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:48.387170 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8931006f-c591-444b-a545-543da7082d89 admin admin] Notify callbacks [] for router, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:48.388892 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-8931006f-c591-444b-a545-543da7082d89 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6998346 Aug 12 14:55:48.391902 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-c6fc573e-196d-4905-a1e0-c9c1661c1aa9 None None] Set router 71bcb3d4-710f-44af-85a4-1c582f2b2ec1 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:55:48.395139 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 36718) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:48.399084 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-65ab6409-6ac1-43df-8f21-fa73636b8dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:48.485409 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.73', 57204) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:48.523541 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60de2684-f2bf-4301-ac90-f8948ad5b929 None None] Network a67d15ec-579c-4a51-9345-27f79350ec2a requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:48.542148 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-48ee18bb-3e2d-4acc-ae8c-7e5a36a79946 req-b27c3081-6b08-4802-89ef-54c92b36ccc3 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 210 time: 0.1035409 Aug 12 14:55:48.588736 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-a63d4c59-011b-4b90-ad0c-d89396013243 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Made reservation on behalf of 89910f7e31a54071bc2003435b0dbba2 for: {'port': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:55:48.608975 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-a63d4c59-011b-4b90-ad0c-d89396013243 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:48.646971 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-c6fc573e-196d-4905-a1e0-c9c1661c1aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bcb3d4-710f-44af-85a4-1c582f2b2ec1', 'name': 'tempest-ServerRescueNegativeTestJSON-1629187063-router', 'tenant_id': '65cf5c41ebe24a33be53346ccc25509b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '95a6f8bb-56f3-49dc-9581-e3d3833ddc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:44Z', 'updated_at': '2021-08-12T14:55:46Z', 'revision_number': 3, 'project_id': '65cf5c41ebe24a33be53346ccc25509b', 'gw_port': {'id': '95a6f8bb-56f3-49dc-9581-e3d3833ddc58', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:01:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bcb3d4-710f-44af-85a4-1c582f2b2ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:45Z', 'updated_at': '2021-08-12T14:55:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:48.696288 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-f4ec5009-4817-4fef-b265-6ceb5ddb57d4 None None] Set router 90a1a53b-8a02-4ec0-98e4-10d73adf3315 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:55:48.719477 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fc573e-196d-4905-a1e0-c9c1661c1aa9 None None] Checking router: 71bcb3d4-710f-44af-85a4-1c582f2b2ec1 for host: dv-cinder-800015-3-iscsi {{(pid=105908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:55:48.719840 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fc573e-196d-4905-a1e0-c9c1661c1aa9 None None] Updating router 71bcb3d4-710f-44af-85a4-1c582f2b2ec1 port 95a6f8bb-56f3-49dc-9581-e3d3833ddc58 binding host dv-cinder-800015-3-iscsi {{(pid=105908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:55:48.722020 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 36726) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:48.793811 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-c6fc573e-196d-4905-a1e0-c9c1661c1aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:48.852682 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-65ab6409-6ac1-43df-8f21-fa73636b8dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:48.857276 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-65ab6409-6ac1-43df-8f21-fa73636b8dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:48.860113 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-65ab6409-6ac1-43df-8f21-fa73636b8dae admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/51481df2-0698-43cc-b402-5d04d4a6eb6b HTTP/1.1" status: 204 len: 168 time: 0.7841566 Aug 12 14:55:48.927856 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab6409-6ac1-43df-8f21-fa73636b8dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51481df2-0698-43cc-b402-5d04d4a6eb6b,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:48.957408 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-a43c7a19-5950-42fb-9f5f-f94cf0d23ae6 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:48.971939 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-a43c7a19-5950-42fb-9f5f-f94cf0d23ae6 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.73 "GET /v2.0/networks?id=1a1119c5-8116-4383-856c-69d01f620db0 HTTP/1.1" status: 200 len: 811 time: 0.4725440 Aug 12 14:55:48.990179 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-3d87ffa7-b921-4f4c-bcc7-8b803891be88 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Request body: {'port': {'device_id': '93f00616-6bb7-440b-b81a-ba40dd3252b8', 'network_id': '1a1119c5-8116-4383-856c-69d01f620db0', 'admin_state_up': True, 'tenant_id': 'f63a6bdffaeb4d48801b61d4bd4f3f6f'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:49.024548 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-f4ec5009-4817-4fef-b265-6ceb5ddb57d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'name': 'tempest-AttachVolumeShelveTestJSON-1644562761-router', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:43Z', 'updated_at': '2021-08-12T14:55:46Z', 'revision_number': 3, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'gw_port': {'id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:57:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:45Z', 'updated_at': '2021-08-12T14:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:49.091813 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec5009-4817-4fef-b265-6ceb5ddb57d4 None None] Checking router: 90a1a53b-8a02-4ec0-98e4-10d73adf3315 for host: dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:55:49.092163 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec5009-4817-4fef-b265-6ceb5ddb57d4 None None] Updating router 90a1a53b-8a02-4ec0-98e4-10d73adf3315 port 2e12bd92-f8fe-4ad8-b7ec-675c86eda107 binding host dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:55:49.157500 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-f4ec5009-4817-4fef-b265-6ceb5ddb57d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:49.330587 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_common [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-a63d4c59-011b-4b90-ad0c-d89396013243 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Allocated IP 172.20.0.9 (4cce9222-c00c-4688-99c4-34e7c10a758a/6985d2f9-57be-4262-adfd-26b8dd2da41b/9f737a21-4c60-460b-ab4e-02c72f5ba325) {{(pid=105906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:55:49.347656 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-57266f0a-bed7-410b-bc28-deeffc6bfb08 req-dbeb9f51-ea93-4e44-8c33-29e3a902e1d1 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/ports?device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 210 time: 0.1023231 Aug 12 14:55:49.367794 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-c6fc573e-196d-4905-a1e0-c9c1661c1aa9 None None] Notify callbacks [] for port, precommit_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:49.379133 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.provisioning_blocks [None req-c6fc573e-196d-4905-a1e0-c9c1661c1aa9 None None] Transition to ACTIVE for port object 95a6f8bb-56f3-49dc-9581-e3d3833ddc58 will not be triggered until provisioned by entity L2. {{(pid=105908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:49.391337 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device d4d57e0a-18a7-43c3-b974-b35d23bb4396 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:49.461294 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port d4d57e0a-18a7-43c3-b974-b35d23bb4396 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:49.461662 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:49.540014 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_v2 [None req-d055b4a4-6f5b-4281-993f-c6f88b3d32f7 admin admin] Deleting subnet 59b318d7-14f5-4194-b89e-f8b7fc3f1e6e {{(pid=105906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:55:49.543371 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d055b4a4-6f5b-4281-993f-c6f88b3d32f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:49.598999 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e82777c1-acd6-4d64-8d96-4485011ed069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:49.603344 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3f6d-f7f8-43c7-8ece-d1c837ac8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:49.644239 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-c6fc573e-196d-4905-a1e0-c9c1661c1aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:49.672664 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-298a1371-19e7-4976-b701-cee7bd295eb9 req-2e20fc58-5235-4895-af95-cafa363e568c tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 210 time: 0.0495837 Aug 12 14:55:49.718059 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9341e8-da9f-4bf3-96fe-8c483b521b72 None None] Pushing event updated for resources: {'Port': ['ID=95a6f8bb-56f3-49dc-9581-e3d3833ddc58,revision_number=2']} {{(pid=105908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:49.729633 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9341e8-da9f-4bf3-96fe-8c483b521b72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:49.729970 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9341e8-da9f-4bf3-96fe-8c483b521b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:49.730248 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9341e8-da9f-4bf3-96fe-8c483b521b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9341e8-da9f-4bf3-96fe-8c483b521b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9341e8-da9f-4bf3-96fe-8c483b521b72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9341e8-da9f-4bf3-96fe-8c483b521b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9341e8-da9f-4bf3-96fe-8c483b521b72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9341e8-da9f-4bf3-96fe-8c483b521b72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9341e8-da9f-4bf3-96fe-8c483b521b72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9341e8-da9f-4bf3-96fe-8c483b521b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9341e8-da9f-4bf3-96fe-8c483b521b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9341e8-da9f-4bf3-96fe-8c483b521b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9341e8-da9f-4bf3-96fe-8c483b521b72 None None] Tracked resource versions report: Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: pushed versions: Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: { 'AddressGroup': {'1.2'}, Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: 'ConntrackHelper': {'1.0'}, Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: 'Log': {'1.0'}, Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: 'Network': {'1.1'}, Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: 'Port': {'1.7'}, Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: 'PortForwarding': {'1.2'}, Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: 'QosPolicy': {'1.9'}, Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: 'SecurityGroup': {'1.4'}, Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: 'SecurityGroupRule': {'1.2'}, Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: 'SubPort': {'1.0'}, Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: 'Subnet': {'1.1'}, Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: 'Trunk': {'1.1'}} Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: consumer versions: Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: { DHCP agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: HyperV agent@hv-cinder-80001: {}, Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: L3 agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: Metadata agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: Metering agent@dv-cinder-800015-3-iscsi: {}, Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: Open vSwitch agent@dv-cinder-800015-3-iscsi: { 'AddressGroup': '1.2', Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: 'ConntrackHelper': '1.0', Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: 'Log': '1.0', Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: 'Network': '1.1', Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: 'Port': '1.7', Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: 'PortForwarding': '1.2', Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: 'QosPolicy': '1.9', Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: 'SecurityGroup': '1.4', Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: 'SecurityGroupRule': '1.2', Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: 'SubPort': '1.0', Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: 'Subnet': '1.1', Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: 'Trunk': '1.1'}} Aug 12 14:55:49.735557 dv-cinder-800015-3-iscsi neutron-server[105908]: {{(pid=105908) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 14:55:49.755644 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d055b4a4-6f5b-4281-993f-c6f88b3d32f7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:49.775009 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-c6fc573e-196d-4905-a1e0-c9c1661c1aa9 None None] Attempting to bind port 95a6f8bb-56f3-49dc-9581-e3d3833ddc58 on host dv-cinder-800015-3-iscsi for vnic_type normal with profile {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:55:49.775722 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-c6fc573e-196d-4905-a1e0-c9c1661c1aa9 None None] Attempting to bind port 95a6f8bb-56f3-49dc-9581-e3d3833ddc58 by drivers openvswitch,hyperv on host dv-cinder-800015-3-iscsi at level 0 using segments [{'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}] {{(pid=105908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:55:49.776089 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fc573e-196d-4905-a1e0-c9c1661c1aa9 None None] Attempting to bind port 95a6f8bb-56f3-49dc-9581-e3d3833ddc58 on network df63f438-b2ec-4f43-ad5b-12a75f4e90ce {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:55:49.779640 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d055b4a4-6f5b-4281-993f-c6f88b3d32f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417570'] for subnet, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:49.784388 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fc573e-196d-4905-a1e0-c9c1661c1aa9 None None] Checking agent: {'id': '2f28a577-1e29-47c6-9353-308533d5ca1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'started_at': datetime.datetime(2021, 8, 12, 14, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:55:49.784935 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fc573e-196d-4905-a1e0-c9c1661c1aa9 None None] Checking segment: {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:49.785498 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-c6fc573e-196d-4905-a1e0-c9c1661c1aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:49.786863 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fc573e-196d-4905-a1e0-c9c1661c1aa9 None None] Bound using segment: {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'} {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:55:49.787256 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-c6fc573e-196d-4905-a1e0-c9c1661c1aa9 None None] Bound port: 95a6f8bb-56f3-49dc-9581-e3d3833ddc58, host: dv-cinder-800015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}}] {{(pid=105908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:55:49.787731 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-c6fc573e-196d-4905-a1e0-c9c1661c1aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:49.837095 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-a63d4c59-011b-4b90-ad0c-d89396013243 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks [] for port, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:49.871821 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-f4ec5009-4817-4fef-b265-6ceb5ddb57d4 None None] Notify callbacks [] for port, precommit_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:49.910176 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.db [None req-c6fc573e-196d-4905-a1e0-c9c1661c1aa9 None None] For port 95a6f8bb-56f3-49dc-9581-e3d3833ddc58, host dv-cinder-800015-3-iscsi, cleared binding levels {{(pid=105908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:55:49.913432 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.db [None req-c6fc573e-196d-4905-a1e0-c9c1661c1aa9 None None] For port 95a6f8bb-56f3-49dc-9581-e3d3833ddc58, host dv-cinder-800015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=95a6f8bb-56f3-49dc-9581-e3d3833ddc58,segment=NetworkSegment(71f474ba-4ec1-4e39-a638-917b9b8eddd4),segment_id=71f474ba-4ec1-4e39-a638-917b9b8eddd4)] {{(pid=105908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:55:49.953628 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-3d87ffa7-b921-4f4c-bcc7-8b803891be88 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Made reservation on behalf of f63a6bdffaeb4d48801b61d4bd4f3f6f for: {'port': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:55:49.963642 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-3d87ffa7-b921-4f4c-bcc7-8b803891be88 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:50.026605 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-f4ec5009-4817-4fef-b265-6ceb5ddb57d4 None None] Transition to ACTIVE for port object 2e12bd92-f8fe-4ad8-b7ec-675c86eda107 will not be triggered until provisioned by entity L2. {{(pid=105907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:50.057782 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-c6fc573e-196d-4905-a1e0-c9c1661c1aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:50.059037 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-a63d4c59-011b-4b90-ad0c-d89396013243 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445'] for port, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:50.060908 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d055b4a4-6f5b-4281-993f-c6f88b3d32f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for subnet, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:50.139284 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-f4ec5009-4817-4fef-b265-6ceb5ddb57d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:50.162206 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fc573e-196d-4905-a1e0-c9c1661c1aa9 None None] Routers {'71bcb3d4-710f-44af-85a4-1c582f2b2ec1'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:50.163545 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-c6fc573e-196d-4905-a1e0-c9c1661c1aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T14:55:44Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['71bcb3d4-710f-44af-85a4-1c582f2b2ec1'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:50.195343 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.db_base_plugin_common [None req-ee7d3f6d-f7f8-43c7-8ece-d1c837ac8f7b admin admin] Allocated IP 172.20.0.1 (840e7996-3260-480f-b729-67466325f665/113eea66-7231-4737-b65d-c9a7771abd50/61aea345-320e-4aa4-b5bd-daf1e47628d9) {{(pid=105905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:55:50.201116 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.db_base_plugin_common [None req-e82777c1-acd6-4d64-8d96-4485011ed069 admin admin] Allocated IP 172.20.0.1 (853fd948-8021-42a8-9c8b-8e46175e3c7f/cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a/627bc554-5036-4894-89d7-504122561156) {{(pid=105905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:55:50.273880 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-f4ec5009-4817-4fef-b265-6ceb5ddb57d4 None None] Attempting to bind port 2e12bd92-f8fe-4ad8-b7ec-675c86eda107 on host dv-cinder-800015-3-iscsi for vnic_type normal with profile {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:55:50.274602 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-f4ec5009-4817-4fef-b265-6ceb5ddb57d4 None None] Attempting to bind port 2e12bd92-f8fe-4ad8-b7ec-675c86eda107 by drivers openvswitch,hyperv on host dv-cinder-800015-3-iscsi at level 0 using segments [{'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:55:50.275402 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ec5009-4817-4fef-b265-6ceb5ddb57d4 None None] Attempting to bind port 2e12bd92-f8fe-4ad8-b7ec-675c86eda107 on network df63f438-b2ec-4f43-ad5b-12a75f4e90ce {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:55:50.278084 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb8622-77b6-4305-bac9-f13c1eaa7a07 None None] Pushing event updated for resources: {'Port': ['ID=2e12bd92-f8fe-4ad8-b7ec-675c86eda107,revision_number=2']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:50.293885 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d055b4a4-6f5b-4281-993f-c6f88b3d32f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:50.296354 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-d055b4a4-6f5b-4281-993f-c6f88b3d32f7 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/59b318d7-14f5-4194-b89e-f8b7fc3f1e6e HTTP/1.1" status: 204 len: 168 time: 1.5117466 Aug 12 14:55:50.296510 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055b4a4-6f5b-4281-993f-c6f88b3d32f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59b318d7-14f5-4194-b89e-f8b7fc3f1e6e,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:50.309507 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ec5009-4817-4fef-b265-6ceb5ddb57d4 None None] Checking agent: {'id': '2f28a577-1e29-47c6-9353-308533d5ca1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'started_at': datetime.datetime(2021, 8, 12, 14, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:55:50.310237 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ec5009-4817-4fef-b265-6ceb5ddb57d4 None None] Checking segment: {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:50.311026 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-f4ec5009-4817-4fef-b265-6ceb5ddb57d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:50.311477 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ec5009-4817-4fef-b265-6ceb5ddb57d4 None None] Bound using segment: {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:55:50.312131 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-f4ec5009-4817-4fef-b265-6ceb5ddb57d4 None None] Bound port: 2e12bd92-f8fe-4ad8-b7ec-675c86eda107, host: dv-cinder-800015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:55:50.312707 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-f4ec5009-4817-4fef-b265-6ceb5ddb57d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:50.349488 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 36776) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:50.355340 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9341e8-da9f-4bf3-96fe-8c483b521b72 None None] Pushing event updated for resources: {'Port': ['ID=95a6f8bb-56f3-49dc-9581-e3d3833ddc58,revision_number=3']} {{(pid=105908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:50.461608 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-f4ec5009-4817-4fef-b265-6ceb5ddb57d4 None None] For port 2e12bd92-f8fe-4ad8-b7ec-675c86eda107, host dv-cinder-800015-3-iscsi, cleared binding levels {{(pid=105907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:55:50.473957 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-f4ec5009-4817-4fef-b265-6ceb5ddb57d4 None None] For port 2e12bd92-f8fe-4ad8-b7ec-675c86eda107, host dv-cinder-800015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=2e12bd92-f8fe-4ad8-b7ec-675c86eda107,segment=NetworkSegment(71f474ba-4ec1-4e39-a638-917b9b8eddd4),segment_id=71f474ba-4ec1-4e39-a638-917b9b8eddd4)] {{(pid=105907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:55:50.509052 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-a63d4c59-011b-4b90-ad0c-d89396013243 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Network 4cce9222-c00c-4688-99c4-34e7c10a758a is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:50.520634 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-c6fc573e-196d-4905-a1e0-c9c1661c1aa9 None None] Set router 71bcb3d4-710f-44af-85a4-1c582f2b2ec1 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:55:50.542507 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3f6d-f7f8-43c7-8ece-d1c837ac8f7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:50.563676 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-a63d4c59-011b-4b90-ad0c-d89396013243 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:50.577507 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d4c59-011b-4b90-ad0c-d89396013243 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Pushing event updated for resources: {'Port': ['ID=9f737a21-4c60-460b-ab4e-02c72f5ba325,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:50.580188 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-f4ec5009-4817-4fef-b265-6ceb5ddb57d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:50.619069 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-a63d4c59-011b-4b90-ad0c-d89396013243 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Received port after_create {{(pid=105906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:55:50.633762 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-a63d4c59-011b-4b90-ad0c-d89396013243 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:50.634404 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-a63d4c59-011b-4b90-ad0c-d89396013243 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:50.724386 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ec5009-4817-4fef-b265-6ceb5ddb57d4 None None] Routers {'90a1a53b-8a02-4ec0-98e4-10d73adf3315'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:50.724386 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-f4ec5009-4817-4fef-b265-6ceb5ddb57d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T14:55:44Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['90a1a53b-8a02-4ec0-98e4-10d73adf3315'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:50.724386 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb8622-77b6-4305-bac9-f13c1eaa7a07 None None] Pushing event updated for resources: {'Port': ['ID=2e12bd92-f8fe-4ad8-b7ec-675c86eda107,revision_number=3']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:50.776880 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1c134cf4-3956-4688-a853-71d245e2b2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1830333'] for network, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:50.797626 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_common [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-3d87ffa7-b921-4f4c-bcc7-8b803891be88 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Allocated IP 172.20.0.11 (1a1119c5-8116-4383-856c-69d01f620db0/3c5ffcc8-939c-4d8a-b49d-6aca086311c6/3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0) {{(pid=105906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:55:50.950932 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-f4ec5009-4817-4fef-b265-6ceb5ddb57d4 None None] Set router 90a1a53b-8a02-4ec0-98e4-10d73adf3315 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:55:51.138359 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-c6fc573e-196d-4905-a1e0-c9c1661c1aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bcb3d4-710f-44af-85a4-1c582f2b2ec1', 'name': 'tempest-ServerRescueNegativeTestJSON-1629187063-router', 'tenant_id': '65cf5c41ebe24a33be53346ccc25509b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '95a6f8bb-56f3-49dc-9581-e3d3833ddc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:44Z', 'updated_at': '2021-08-12T14:55:46Z', 'revision_number': 3, 'project_id': '65cf5c41ebe24a33be53346ccc25509b', 'gw_port': {'id': '95a6f8bb-56f3-49dc-9581-e3d3833ddc58', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:01:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bcb3d4-710f-44af-85a4-1c582f2b2ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:45Z', 'updated_at': '2021-08-12T14:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:51.215837 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fc573e-196d-4905-a1e0-c9c1661c1aa9 None None] The sync data for ids ['71bcb3d4-710f-44af-85a4-1c582f2b2ec1'] in dv-cinder-800015-3-iscsi is: [{'id': '71bcb3d4-710f-44af-85a4-1c582f2b2ec1', 'name': 'tempest-ServerRescueNegativeTestJSON-1629187063-router', 'tenant_id': '65cf5c41ebe24a33be53346ccc25509b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '95a6f8bb-56f3-49dc-9581-e3d3833ddc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:44Z', 'updated_at': '2021-08-12T14:55:46Z', 'revision_number': 3, 'project_id': '65cf5c41ebe24a33be53346ccc25509b', 'gw_port': {'id': '95a6f8bb-56f3-49dc-9581-e3d3833ddc58', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:01:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bcb3d4-710f-44af-85a4-1c582f2b2ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:45Z', 'updated_at': '2021-08-12T14:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}] {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:55:51.278589 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-a63d4c59-011b-4b90-ad0c-d89396013243 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3898387 Aug 12 14:55:51.278589 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1c134cf4-3956-4688-a853-71d245e2b2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421029', 'neutron.services.segments.db._delete_segments_for_network-8782132920688'] for network, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:51.354351 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-bacb1f99-a8f2-46f7-b1eb-559d0fa66342 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=105906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:55:51.360651 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-bacb1f99-a8f2-46f7-b1eb-559d0fa66342 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0554206 Aug 12 14:55:51.383650 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1c134cf4-3956-4688-a853-71d245e2b2ff admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:55:51.384024 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1c134cf4-3956-4688-a853-71d245e2b2ff admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:55:51.384827 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1c134cf4-3956-4688-a853-71d245e2b2ff admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:55:51.404776 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1c134cf4-3956-4688-a853-71d245e2b2ff admin admin] Subscribe: > port after_create 55550000 {{(pid=105906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:55:51.404776 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1c134cf4-3956-4688-a853-71d245e2b2ff admin admin] Subscribe: > port after_delete 55550000 {{(pid=105906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:55:51.404776 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1c134cf4-3956-4688-a853-71d245e2b2ff admin admin] Subscribe: > port after_update 55550000 {{(pid=105906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:55:51.404776 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1c134cf4-3956-4688-a853-71d245e2b2ff admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:55:51.404776 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1c134cf4-3956-4688-a853-71d245e2b2ff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:55:51.404776 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1c134cf4-3956-4688-a853-71d245e2b2ff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:55:51.404776 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1c134cf4-3956-4688-a853-71d245e2b2ff admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:55:51.425469 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c12726d2-29df-4c47-aa97-32df6aa89139 req-6efe7af5-efde-47f0-b804-9762edaa76b2 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/ports?device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 210 time: 0.6940589 Aug 12 14:55:51.426661 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-f4ec5009-4817-4fef-b265-6ceb5ddb57d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'name': 'tempest-AttachVolumeShelveTestJSON-1644562761-router', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:43Z', 'updated_at': '2021-08-12T14:55:46Z', 'revision_number': 3, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'gw_port': {'id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:57:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:45Z', 'updated_at': '2021-08-12T14:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:51.504666 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec5009-4817-4fef-b265-6ceb5ddb57d4 None None] The sync data for ids ['90a1a53b-8a02-4ec0-98e4-10d73adf3315'] in dv-cinder-800015-3-iscsi is: [{'id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'name': 'tempest-AttachVolumeShelveTestJSON-1644562761-router', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:43Z', 'updated_at': '2021-08-12T14:55:46Z', 'revision_number': 3, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'gw_port': {'id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:57:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:45Z', 'updated_at': '2021-08-12T14:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}] {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:55:51.514602 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e82777c1-acd6-4d64-8d96-4485011ed069 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:51.523768 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3f6d-f7f8-43c7-8ece-d1c837ac8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445'] for port, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:51.651136 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.provisioning_blocks [None req-e82777c1-acd6-4d64-8d96-4485011ed069 admin admin] Transition to ACTIVE for port object 627bc554-5036-4894-89d7-504122561156 will not be triggered until provisioned by entity DHCP. {{(pid=105905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:51.729187 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7d3f6d-f7f8-43c7-8ece-d1c837ac8f7b admin admin] Network 840e7996-3260-480f-b729-67466325f665 is already hosted by enough agents. {{(pid=105905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:51.845558 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-ee7d3f6d-f7f8-43c7-8ece-d1c837ac8f7b admin admin] Resources bound (agent type, host, resource id): {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:51.845558 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d3f6d-f7f8-43c7-8ece-d1c837ac8f7b admin admin] Pushing event updated for resources: {'Port': ['ID=61aea345-320e-4aa4-b5bd-daf1e47628d9,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:51.845558 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7d3f6d-f7f8-43c7-8ece-d1c837ac8f7b admin admin] Received port after_create {{(pid=105905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:55:51.845558 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3f6d-f7f8-43c7-8ece-d1c837ac8f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709934'] for router_interface, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:51.845558 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103300fa-f120-4a20-8b1d-1ed6269dc16a req-6c95249f-4386-4581-a329-39a25631a2b5 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:51.845558 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-103300fa-f120-4a20-8b1d-1ed6269dc16a req-6c95249f-4386-4581-a329-39a25631a2b5 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 931 time: 0.9856222 Aug 12 14:55:52.117154 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e82777c1-acd6-4d64-8d96-4485011ed069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445'] for port, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:52.174778 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1c134cf4-3956-4688-a853-71d245e2b2ff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:55:52.176609 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1c134cf4-3956-4688-a853-71d245e2b2ff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:55:52.177051 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1c134cf4-3956-4688-a853-71d245e2b2ff admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:55:52.177491 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1c134cf4-3956-4688-a853-71d245e2b2ff admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:55:52.178027 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.services.segments.db [None req-1c134cf4-3956-4688-a853-71d245e2b2ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb3a44b-f686-46b1-83fe-d6e1ac8f372a']}} {{(pid=105906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:52.178607 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82777c1-acd6-4d64-8d96-4485011ed069 admin admin] Pushing event updated for resources: {'Port': ['ID=627bc554-5036-4894-89d7-504122561156,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:52.188564 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-103300fa-f120-4a20-8b1d-1ed6269dc16a req-c1bcc585-6b38-433f-8611-6f897a320bce tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254090 Aug 12 14:55:52.198259 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82777c1-acd6-4d64-8d96-4485011ed069 admin admin] Network 853fd948-8021-42a8-9c8b-8e46175e3c7f is already hosted by enough agents. {{(pid=105905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:52.201809 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-e82777c1-acd6-4d64-8d96-4485011ed069 admin admin] Resources bound (agent type, host, resource id): {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:52.215629 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82777c1-acd6-4d64-8d96-4485011ed069 admin admin] Received port after_create {{(pid=105905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:55:52.215629 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e82777c1-acd6-4d64-8d96-4485011ed069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709934'] for router_interface, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:52.267420 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.services.segments.db [None req-1c134cf4-3956-4688-a853-71d245e2b2ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a356a40-82f6-45ca-888a-6b8a9f72f222') {'for_net_delete': True} {{(pid=105906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:52.277594 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.services.segments.db [None req-1c134cf4-3956-4688-a853-71d245e2b2ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a356a40-82f6-45ca-888a-6b8a9f72f222') {} {{(pid=105906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:52.348039 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1c134cf4-3956-4688-a853-71d245e2b2ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782132923513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9760447'] for segment, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:52.432941 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1c134cf4-3956-4688-a853-71d245e2b2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:52.500565 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-3d87ffa7-b921-4f4c-bcc7-8b803891be88 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Notify callbacks [] for port, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:52.508105 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c134cf4-3956-4688-a853-71d245e2b2ff admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=105906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:55:52.509002 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1c134cf4-3956-4688-a853-71d245e2b2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2614568'] for segment, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: from cryptography.utils import int_from_bytes Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: from cryptography.utils import int_from_bytes Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: Traceback (most recent call last): Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: timer() Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: cb(*args, **kw) Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: return func(*args, **kwargs) Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: self._notify() Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: self.callback(batched_events) Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: event.method(event) Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: return f(self, *a, **k) Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: return self._get(url).json() Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: return self.request(url, 'GET', **kwargs) Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:55:52.513853 dv-cinder-800015-3-iscsi neutron-server[105906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:55:52.763103 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-b28f1e4a-cb99-42ca-a72e-01da499d4d71 service neutron] Request body: {'port': {'device_id': '279c7ff3-8a8d-4c6e-bafe-f9e1a702c749', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:52.809934 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-a4ac90cb-217f-41fc-9358-dbe155b178c8 None None] Provisioning for port 627bc554-5036-4894-89d7-504122561156 completed by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:52.811374 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-a4ac90cb-217f-41fc-9358-dbe155b178c8 None None] Provisioning complete for port 627bc554-5036-4894-89d7-504122561156 triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:52.811856 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-a4ac90cb-217f-41fc-9358-dbe155b178c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:52.852391 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-3d87ffa7-b921-4f4c-bcc7-8b803891be88 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:52.854876 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3f6d-f7f8-43c7-8ece-d1c837ac8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:52.856158 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1c134cf4-3956-4688-a853-71d245e2b2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710307'] for network, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:52.867337 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d8a180ae-df61-47aa-9ef3-0d8d970c46cf req-e9b8f017-42dc-4154-96a5-205a0739a776 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/ports?device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 210 time: 0.1295807 Aug 12 14:55:52.951638 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-a4ac90cb-217f-41fc-9358-dbe155b178c8 None None] Port 627bc554-5036-4894-89d7-504122561156 cannot update to ACTIVE because it is not bound. {{(pid=105907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:55:52.997702 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e82777c1-acd6-4d64-8d96-4485011ed069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:53.058900 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1c134cf4-3956-4688-a853-71d245e2b2ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:53.060989 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-1c134cf4-3956-4688-a853-71d245e2b2ff admin admin] 10.222.0.63 "DELETE /v2.0/networks/ceb3a44b-f686-46b1-83fe-d6e1ac8f372a HTTP/1.1" status: 204 len: 168 time: 2.6999552 Aug 12 14:55:53.079989 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 36832) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:53.089490 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c134cf4-3956-4688-a853-71d245e2b2ff admin admin] Pushing event deleted for resources: {'Network': ['ID=ceb3a44b-f686-46b1-83fe-d6e1ac8f372a,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:53.147097 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-3d87ffa7-b921-4f4c-bcc7-8b803891be88 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Network 1a1119c5-8116-4383-856c-69d01f620db0 is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:53.150479 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87ffa7-b921-4f4c-bcc7-8b803891be88 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Pushing event updated for resources: {'Port': ['ID=3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:53.163371 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-3d87ffa7-b921-4f4c-bcc7-8b803891be88 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:53.179420 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-3d87ffa7-b921-4f4c-bcc7-8b803891be88 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Received port after_create {{(pid=105906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:55:53.233210 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a5945b-46fd-4ca9-a988-3ba5a960f2d4 admin admin] Deleting subnet 40945976-5bb4-42b1-99d0-14f68d3e7525 {{(pid=105905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:55:53.240741 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-b28f1e4a-cb99-42ca-a72e-01da499d4d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:53.265224 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f6a5945b-46fd-4ca9-a988-3ba5a960f2d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:53.407633 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-3d87ffa7-b921-4f4c-bcc7-8b803891be88 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:53.407633 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-3d87ffa7-b921-4f4c-bcc7-8b803891be88 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:53.426146 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 2e12bd92-f8fe-4ad8-b7ec-675c86eda107 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:53.533627 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f6a5945b-46fd-4ca9-a988-3ba5a960f2d4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:53.600665 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00887d61-7b11-4456-9167-fa17328ed314 req-01c897e5-fda8-4331-8910-220dc962062a tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:53.600665 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-00887d61-7b11-4456-9167-fa17328ed314 req-01c897e5-fda8-4331-8910-220dc962062a tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 931 time: 0.2204847 Aug 12 14:55:53.600665 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f6a5945b-46fd-4ca9-a988-3ba5a960f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417570'] for subnet, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:53.649656 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-00887d61-7b11-4456-9167-fa17328ed314 req-43e26df5-0732-4553-a1f4-607494f7f9bf tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739326 Aug 12 14:55:53.692541 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning for port 2e12bd92-f8fe-4ad8-b7ec-675c86eda107 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:53.698483 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 2e12bd92-f8fe-4ad8-b7ec-675c86eda107 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:53.698853 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:53.874553 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:53.886153 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3f6d-f7f8-43c7-8ece-d1c837ac8f7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:53.904985 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] For port 2e12bd92-f8fe-4ad8-b7ec-675c86eda107, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=2e12bd92-f8fe-4ad8-b7ec-675c86eda107,segment=NetworkSegment(71f474ba-4ec1-4e39-a638-917b9b8eddd4),segment_id=71f474ba-4ec1-4e39-a638-917b9b8eddd4)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:53.912233 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-3d87ffa7-b921-4f4c-bcc7-8b803891be88 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9264922 Aug 12 14:55:53.926490 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e82777c1-acd6-4d64-8d96-4485011ed069 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:53.930992 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-b28f1e4a-cb99-42ca-a72e-01da499d4d71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f737a21-4c60-460b-ab4e-02c72f5ba325 {{(pid=105906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:55:53.945959 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-b28f1e4a-cb99-42ca-a72e-01da499d4d71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:54.051114 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03dc76-3ddf-482d-8629-39f62c73daa5 req-067ffb62-cdd2-4487-8be9-144031e64edc tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:54.052675 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1d03dc76-3ddf-482d-8629-39f62c73daa5 req-067ffb62-cdd2-4487-8be9-144031e64edc tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/ports?device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 932 time: 0.0545630 Aug 12 14:55:54.097643 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1d03dc76-3ddf-482d-8629-39f62c73daa5 req-84a12af2-6ead-4fa2-97f8-79ebae9fb619 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/security-groups?id=306dc1e5-4ece-4053-93d2-a2c972ec40fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358372 Aug 12 14:55:54.504154 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:54.505514 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 95a6f8bb-56f3-49dc-9581-e3d3833ddc58 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:54.506039 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-b28f1e4a-cb99-42ca-a72e-01da499d4d71 service neutron] Transition to ACTIVE for port object 9f737a21-4c60-460b-ab4e-02c72f5ba325 will not be triggered until provisioned by entity L2. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:54.506757 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f6a5945b-46fd-4ca9-a988-3ba5a960f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for subnet, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:54.519881 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3f6d-f7f8-43c7-8ece-d1c837ac8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:54.522886 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3f6d-f7f8-43c7-8ece-d1c837ac8f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710074'] for router_interface, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:54.563887 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f6a5945b-46fd-4ca9-a988-3ba5a960f2d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for subnet, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:54.571570 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-f6a5945b-46fd-4ca9-a988-3ba5a960f2d4 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/40945976-5bb4-42b1-99d0-14f68d3e7525 HTTP/1.1" status: 204 len: 168 time: 1.4878418 Aug 12 14:55:54.581914 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 36846) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:54.596135 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5945b-46fd-4ca9-a988-3ba5a960f2d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40945976-5bb4-42b1-99d0-14f68d3e7525,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:54.597723 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e82777c1-acd6-4d64-8d96-4485011ed069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:54.598412 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e82777c1-acd6-4d64-8d96-4485011ed069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710074'] for router_interface, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:54.736140 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-b28f1e4a-cb99-42ca-a72e-01da499d4d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:54.798255 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 36854) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:54.874708 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-fa3fef32-7c0b-4088-80a0-d9ef2bd94c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1830333'] for network, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:54.916380 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Pushing event updated for resources: {'Port': ['ID=2e12bd92-f8fe-4ad8-b7ec-675c86eda107,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:54.959736 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f1e4a-cb99-42ca-a72e-01da499d4d71 service neutron] Pushing event updated for resources: {'Port': ['ID=9f737a21-4c60-460b-ab4e-02c72f5ba325,revision_number=2']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:54.986795 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d3f6d-f7f8-43c7-8ece-d1c837ac8f7b admin admin] Pushing event updated for resources: {'Port': ['ID=61aea345-320e-4aa4-b5bd-daf1e47628d9,revision_number=2']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:55.001746 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82777c1-acd6-4d64-8d96-4485011ed069 admin admin] Network 853fd948-8021-42a8-9c8b-8e46175e3c7f is already hosted by enough agents. {{(pid=105905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:55.018745 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning for port 95a6f8bb-56f3-49dc-9581-e3d3833ddc58 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:55.027923 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 95a6f8bb-56f3-49dc-9581-e3d3833ddc58 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:55.027923 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:55.164600 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-e82777c1-acd6-4d64-8d96-4485011ed069 admin admin] Resources bound (agent type, host, resource id): {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:55.219257 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:55.219508 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda998ad-dd43-4b94-8404-2a2419d18eb9 req-2ae540fe-24da-4756-a72c-6b154d421bd9 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:55.235853 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-eda998ad-dd43-4b94-8404-2a2419d18eb9 req-2ae540fe-24da-4756-a72c-6b154d421bd9 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 943 time: 0.2993309 Aug 12 14:55:55.262307 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] For port 95a6f8bb-56f3-49dc-9581-e3d3833ddc58, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=95a6f8bb-56f3-49dc-9581-e3d3833ddc58,segment=NetworkSegment(71f474ba-4ec1-4e39-a638-917b9b8eddd4),segment_id=71f474ba-4ec1-4e39-a638-917b9b8eddd4)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:55.277157 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82777c1-acd6-4d64-8d96-4485011ed069 admin admin] Pushing event updated for resources: {'Port': ['ID=627bc554-5036-4894-89d7-504122561156,revision_number=2']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:55.286067 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7d3f6d-f7f8-43c7-8ece-d1c837ac8f7b admin admin] Network 840e7996-3260-480f-b729-67466325f665 is already hosted by enough agents. {{(pid=105905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:55.337963 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-ee7d3f6d-f7f8-43c7-8ece-d1c837ac8f7b admin admin] Resources bound (agent type, host, resource id): {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:55.420480 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:56.196896 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Pushing event updated for resources: {'Port': ['ID=95a6f8bb-56f3-49dc-9581-e3d3833ddc58,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:56.196896 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-cdd97696-a0a0-48a4-ac3e-45776a16f21e None None] Provisioning complete for port 627bc554-5036-4894-89d7-504122561156 triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:56.196896 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-cdd97696-a0a0-48a4-ac3e-45776a16f21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:56.196896 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 2e12bd92-f8fe-4ad8-b7ec-675c86eda107 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:56.200890 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-4750ed27-4004-484c-9f43-a18d858c1a88 service neutron] Request body: {'port': {'device_id': '93f00616-6bb7-440b-b81a-ba40dd3252b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:56.202044 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-cdd97696-a0a0-48a4-ac3e-45776a16f21e None None] Port 627bc554-5036-4894-89d7-504122561156 cannot update to ACTIVE because it is not bound. {{(pid=105907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:55:56.202455 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3f989b03-e2c2-4d98-b873-9115aa364c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:56.202455 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-fa3fef32-7c0b-4088-80a0-d9ef2bd94c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421029', 'neutron.services.segments.db._delete_segments_for_network-8782132920688'] for network, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:56.202857 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 2e12bd92-f8fe-4ad8-b7ec-675c86eda107 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:56.202857 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:56.204545 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.services.segments.db [None req-fa3fef32-7c0b-4088-80a0-d9ef2bd94c6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67d15ec-579c-4a51-9345-27f79350ec2a']}} {{(pid=105906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:56.204545 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.services.segments.db [None req-fa3fef32-7c0b-4088-80a0-d9ef2bd94c6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbb42337-1217-4bc5-ba4f-a31f3f3b9595') {'for_net_delete': True} {{(pid=105906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:56.204545 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.services.segments.db [None req-fa3fef32-7c0b-4088-80a0-d9ef2bd94c6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbb42337-1217-4bc5-ba4f-a31f3f3b9595') {} {{(pid=105906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:56.204545 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-b28f1e4a-cb99-42ca-a72e-01da499d4d71 service neutron] Attempting to bind port 9f737a21-4c60-460b-ab4e-02c72f5ba325 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:55:56.204545 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-b28f1e4a-cb99-42ca-a72e-01da499d4d71 service neutron] Attempting to bind port 9f737a21-4c60-460b-ab4e-02c72f5ba325 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': '34bd49a4-5237-487d-b9fa-5e45f744b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4cce9222-c00c-4688-99c4-34e7c10a758a'}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:55:56.204545 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-b28f1e4a-cb99-42ca-a72e-01da499d4d71 service neutron] Attempting to bind port 9f737a21-4c60-460b-ab4e-02c72f5ba325 on network 4cce9222-c00c-4688-99c4-34e7c10a758a {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:55:56.204545 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-fa3fef32-7c0b-4088-80a0-d9ef2bd94c6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782132923513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9760447'] for segment, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:56.204545 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-4750ed27-4004-484c-9f43-a18d858c1a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:56.204545 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-b28f1e4a-cb99-42ca-a72e-01da499d4d71 service neutron] Port 9f737a21-4c60-460b-ab4e-02c72f5ba325 on network 4cce9222-c00c-4688-99c4-34e7c10a758a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:55:56.204545 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-b28f1e4a-cb99-42ca-a72e-01da499d4d71 service neutron] Attempting to bind port 9f737a21-4c60-460b-ab4e-02c72f5ba325 on network 4cce9222-c00c-4688-99c4-34e7c10a758a {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:55:56.204545 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-fa3fef32-7c0b-4088-80a0-d9ef2bd94c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:56.204545 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-b28f1e4a-cb99-42ca-a72e-01da499d4d71 service neutron] Checking agent: {'id': '8bc968ee-63fe-4341-8ff4-51482bda9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'started_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-b28f1e4a-cb99-42ca-a72e-01da499d4d71 service neutron] Checking segment: {'id': '34bd49a4-5237-487d-b9fa-5e45f744b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4cce9222-c00c-4688-99c4-34e7c10a758a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-b28f1e4a-cb99-42ca-a72e-01da499d4d71 service neutron] Bound using segment: {'id': '34bd49a4-5237-487d-b9fa-5e45f744b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4cce9222-c00c-4688-99c4-34e7c10a758a'} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-b28f1e4a-cb99-42ca-a72e-01da499d4d71 service neutron] Bound port: 9f737a21-4c60-460b-ab4e-02c72f5ba325, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34bd49a4-5237-487d-b9fa-5e45f744b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4cce9222-c00c-4688-99c4-34e7c10a758a'}}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-b28f1e4a-cb99-42ca-a72e-01da499d4d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3fef32-7c0b-4088-80a0-d9ef2bd94c6e admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=105906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-fa3fef32-7c0b-4088-80a0-d9ef2bd94c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2614568'] for segment, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: Traceback (most recent call last): Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: timer() Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: cb(*args, **kw) Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: return func(*args, **kwargs) Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: self._notify() Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: self.callback(batched_events) Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: event.method(event) Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: return f(self, *a, **k) Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: return self._get(url).json() Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: return self.request(url, 'GET', **kwargs) Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:55:56.207703 dv-cinder-800015-3-iscsi neutron-server[105906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:55:56.216289 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-eda998ad-dd43-4b94-8404-2a2419d18eb9 req-642f349a-ef9f-4857-a3e0-2d3645219d37 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6448970 Aug 12 14:55:56.216289 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82777c1-acd6-4d64-8d96-4485011ed069 admin admin] Router 90a1a53b-8a02-4ec0-98e4-10d73adf3315 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:55:56.216289 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31708f60-a10a-4881-8012-21a68fc6d3bf req-eb9655b6-79b3-43c0-914b-cef8cb88770c tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:56.216289 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-31708f60-a10a-4881-8012-21a68fc6d3bf req-eb9655b6-79b3-43c0-914b-cef8cb88770c tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/ports?device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 932 time: 0.6608324 Aug 12 14:55:56.216289 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-31708f60-a10a-4881-8012-21a68fc6d3bf req-4cbb79e1-dcb3-437b-adf3-49d0f2faa590 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/security-groups?id=306dc1e5-4ece-4053-93d2-a2c972ec40fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246028 Aug 12 14:55:56.216289 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7d3f6d-f7f8-43c7-8ece-d1c837ac8f7b admin admin] Router 71bcb3d4-710f-44af-85a4-1c582f2b2ec1 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:55:56.216289 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82777c1-acd6-4d64-8d96-4485011ed069 admin admin] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:55:56.216289 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-e82777c1-acd6-4d64-8d96-4485011ed069 admin admin] 10.222.0.63 "PUT /v2.0/routers/90a1a53b-8a02-4ec0-98e4-10d73adf3315/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7903118 Aug 12 14:55:56.219332 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758f7b89-6507-4e1e-a77c-346bf386b592 None None] Sync routers for ids ['90a1a53b-8a02-4ec0-98e4-10d73adf3315'] in dv-cinder-800015-3-iscsi {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:55:56.219332 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758f7b89-6507-4e1e-a77c-346bf386b592 None None] Routers {'90a1a53b-8a02-4ec0-98e4-10d73adf3315'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:56.219332 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-758f7b89-6507-4e1e-a77c-346bf386b592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T14:55:44Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['90a1a53b-8a02-4ec0-98e4-10d73adf3315'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:56.279057 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-b28f1e4a-cb99-42ca-a72e-01da499d4d71 service neutron] For port 9f737a21-4c60-460b-ab4e-02c72f5ba325, host hv-cinder-80001, cleared binding levels {{(pid=105906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:55:56.303313 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7d3f6d-f7f8-43c7-8ece-d1c837ac8f7b admin admin] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:55:56.315646 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4b1bfc-f6fe-41ad-8d6b-1437551cec4a None None] Sync routers for ids ['71bcb3d4-710f-44af-85a4-1c582f2b2ec1'] in dv-cinder-800015-3-iscsi {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:55:56.329890 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4b1bfc-f6fe-41ad-8d6b-1437551cec4a None None] Routers {'71bcb3d4-710f-44af-85a4-1c582f2b2ec1'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:56.330899 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-ee7d3f6d-f7f8-43c7-8ece-d1c837ac8f7b admin admin] 10.222.0.63 "PUT /v2.0/routers/71bcb3d4-710f-44af-85a4-1c582f2b2ec1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9500651 Aug 12 14:55:56.332110 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-0b4b1bfc-f6fe-41ad-8d6b-1437551cec4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T14:55:44Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['71bcb3d4-710f-44af-85a4-1c582f2b2ec1'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:56.345140 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-b28f1e4a-cb99-42ca-a72e-01da499d4d71 service neutron] For port 9f737a21-4c60-460b-ab4e-02c72f5ba325, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=9f737a21-4c60-460b-ab4e-02c72f5ba325,segment=NetworkSegment(34bd49a4-5237-487d-b9fa-5e45f744b2f8),segment_id=34bd49a4-5237-487d-b9fa-5e45f744b2f8)] {{(pid=105906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:55:56.428305 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-fa3fef32-7c0b-4088-80a0-d9ef2bd94c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710307'] for network, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:56.510650 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-fa3fef32-7c0b-4088-80a0-d9ef2bd94c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:56.517187 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-fa3fef32-7c0b-4088-80a0-d9ef2bd94c6e admin admin] 10.222.0.63 "DELETE /v2.0/networks/a67d15ec-579c-4a51-9345-27f79350ec2a HTTP/1.1" status: 204 len: 168 time: 1.9316802 Aug 12 14:55:56.576380 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-0b4b1bfc-f6fe-41ad-8d6b-1437551cec4a None None] Set router 71bcb3d4-710f-44af-85a4-1c582f2b2ec1 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:55:56.588849 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-758f7b89-6507-4e1e-a77c-346bf386b592 None None] Set router 90a1a53b-8a02-4ec0-98e4-10d73adf3315 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:55:56.604812 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-4750ed27-4004-484c-9f43-a18d858c1a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0 {{(pid=105906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:55:56.618158 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-4750ed27-4004-484c-9f43-a18d858c1a88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:56.643167 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-b28f1e4a-cb99-42ca-a72e-01da499d4d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:56.817292 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f1e4a-cb99-42ca-a72e-01da499d4d71 service neutron] Pushing event updated for resources: {'Port': ['ID=9f737a21-4c60-460b-ab4e-02c72f5ba325,revision_number=3']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:56.828075 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3fef32-7c0b-4088-80a0-d9ef2bd94c6e admin admin] Pushing event deleted for resources: {'Network': ['ID=a67d15ec-579c-4a51-9345-27f79350ec2a,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:56.858382 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-4750ed27-4004-484c-9f43-a18d858c1a88 service neutron] Transition to ACTIVE for port object 3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0 will not be triggered until provisioned by entity L2. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:56.876294 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-b28f1e4a-cb99-42ca-a72e-01da499d4d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:56.877115 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-b28f1e4a-cb99-42ca-a72e-01da499d4d71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:56.878668 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-b28f1e4a-cb99-42ca-a72e-01da499d4d71 service neutron] 10.222.0.73 "PUT /v2.0/ports/9f737a21-4c60-460b-ab4e-02c72f5ba325 HTTP/1.1" status: 200 len: 1093 time: 4.6521692 Aug 12 14:55:56.879140 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279c7ff3-8a8d-4c6e-bafe-f9e1a702c749', 'tag': '9f737a21-4c60-460b-ab4e-02c72f5ba325'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:55:57.060881 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3f989b03-e2c2-4d98-b873-9115aa364c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:57.060978 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-758f7b89-6507-4e1e-a77c-346bf386b592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'name': 'tempest-AttachVolumeShelveTestJSON-1644562761-router', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:43Z', 'updated_at': '2021-08-12T14:55:52Z', 'revision_number': 4, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'gw_port': {'id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:45Z', 'updated_at': '2021-08-12T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '627bc554-5036-4894-89d7-504122561156', 'name': '', 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'mac_address': 'fa:16:3e:ad:96:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:49Z', 'updated_at': '2021-08-12T14:55:53Z', 'revision_number': 2, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'subnets': [{'id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:57.060978 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758f7b89-6507-4e1e-a77c-346bf386b592 None None] Checking router: 90a1a53b-8a02-4ec0-98e4-10d73adf3315 for host: dv-cinder-800015-3-iscsi {{(pid=105908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:55:57.060978 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758f7b89-6507-4e1e-a77c-346bf386b592 None None] Updating router 90a1a53b-8a02-4ec0-98e4-10d73adf3315 port 627bc554-5036-4894-89d7-504122561156 binding host dv-cinder-800015-3-iscsi {{(pid=105908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:55:57.130871 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-758f7b89-6507-4e1e-a77c-346bf386b592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:57.183219 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73e297-0483-4f86-873c-2a9f52384c94 req-2e1679f5-713d-4eae-aad4-6dbb538133ef tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:57.184824 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2a73e297-0483-4f86-873c-2a9f52384c94 req-2e1679f5-713d-4eae-aad4-6dbb538133ef tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 943 time: 0.1179006 Aug 12 14:55:57.242769 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-0b4b1bfc-f6fe-41ad-8d6b-1437551cec4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bcb3d4-710f-44af-85a4-1c582f2b2ec1', 'name': 'tempest-ServerRescueNegativeTestJSON-1629187063-router', 'tenant_id': '65cf5c41ebe24a33be53346ccc25509b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '95a6f8bb-56f3-49dc-9581-e3d3833ddc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:44Z', 'updated_at': '2021-08-12T14:55:52Z', 'revision_number': 4, 'project_id': '65cf5c41ebe24a33be53346ccc25509b', 'gw_port': {'id': '95a6f8bb-56f3-49dc-9581-e3d3833ddc58', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:01:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bcb3d4-710f-44af-85a4-1c582f2b2ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:45Z', 'updated_at': '2021-08-12T14:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '61aea345-320e-4aa4-b5bd-daf1e47628d9', 'name': '', 'network_id': '840e7996-3260-480f-b729-67466325f665', 'tenant_id': '65cf5c41ebe24a33be53346ccc25509b', 'mac_address': 'fa:16:3e:43:d4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bcb3d4-710f-44af-85a4-1c582f2b2ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '113eea66-7231-4737-b65d-c9a7771abd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:49Z', 'updated_at': '2021-08-12T14:55:53Z', 'revision_number': 2, 'project_id': '65cf5c41ebe24a33be53346ccc25509b', 'subnets': [{'id': '113eea66-7231-4737-b65d-c9a7771abd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:57.266052 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2a73e297-0483-4f86-873c-2a9f52384c94 req-d36abb74-6729-4f7f-a6cb-78f032d72257 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694456 Aug 12 14:55:57.280707 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-4750ed27-4004-484c-9f43-a18d858c1a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:57.305581 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4b1bfc-f6fe-41ad-8d6b-1437551cec4a None None] Checking router: 71bcb3d4-710f-44af-85a4-1c582f2b2ec1 for host: dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:55:57.305581 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4b1bfc-f6fe-41ad-8d6b-1437551cec4a None None] Updating router 71bcb3d4-710f-44af-85a4-1c582f2b2ec1 port 61aea345-320e-4aa4-b5bd-daf1e47628d9 binding host dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:55:57.395171 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3f989b03-e2c2-4d98-b873-9115aa364c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:57.411527 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-0b4b1bfc-f6fe-41ad-8d6b-1437551cec4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:57.539928 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60490b4-bfa6-4cd6-bf6e-87adaeb0541c req-b0adb8cb-84b2-4c5e-90b3-702764ca894f tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:57.552392 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e60490b4-bfa6-4cd6-bf6e-87adaeb0541c req-b0adb8cb-84b2-4c5e-90b3-702764ca894f tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/ports?device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 944 time: 0.1423478 Aug 12 14:55:57.589998 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750ed27-4004-484c-9f43-a18d858c1a88 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0,revision_number=2']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:57.645167 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-3f989b03-e2c2-4d98-b873-9115aa364c82 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=10e283489f65400fb1bbcc9e5aab4c2d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8453541 Aug 12 14:55:57.672910 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e60490b4-bfa6-4cd6-bf6e-87adaeb0541c req-e9f4e82d-0b94-4b1e-a9f7-ef146b56c264 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/security-groups?id=306dc1e5-4ece-4053-93d2-a2c972ec40fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040637 Aug 12 14:55:57.672910 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 36918) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:57.689621 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 95a6f8bb-56f3-49dc-9581-e3d3833ddc58 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:57.712404 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f989b03-e2c2-4d98-b873-9115aa364c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dc992c-8660-4b68-8e68-021f6df1bbc9,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:57.748964 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-758f7b89-6507-4e1e-a77c-346bf386b592 None None] Notify callbacks [] for port, precommit_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:57.749469 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-4750ed27-4004-484c-9f43-a18d858c1a88 service neutron] Attempting to bind port 3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:55:57.749469 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-4750ed27-4004-484c-9f43-a18d858c1a88 service neutron] Attempting to bind port 3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': 'd2806bca-d339-4abc-8594-82e13f04e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1a1119c5-8116-4383-856c-69d01f620db0'}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:55:57.749925 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-4750ed27-4004-484c-9f43-a18d858c1a88 service neutron] Attempting to bind port 3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0 on network 1a1119c5-8116-4383-856c-69d01f620db0 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:55:57.757006 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-4750ed27-4004-484c-9f43-a18d858c1a88 service neutron] Port 3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0 on network 1a1119c5-8116-4383-856c-69d01f620db0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:55:57.757375 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-4750ed27-4004-484c-9f43-a18d858c1a88 service neutron] Attempting to bind port 3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0 on network 1a1119c5-8116-4383-856c-69d01f620db0 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:55:57.763544 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-4750ed27-4004-484c-9f43-a18d858c1a88 service neutron] Checking agent: {'id': '8bc968ee-63fe-4341-8ff4-51482bda9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'started_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:55:57.763881 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-4750ed27-4004-484c-9f43-a18d858c1a88 service neutron] Checking segment: {'id': 'd2806bca-d339-4abc-8594-82e13f04e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1a1119c5-8116-4383-856c-69d01f620db0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:57.764636 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-4750ed27-4004-484c-9f43-a18d858c1a88 service neutron] Bound using segment: {'id': 'd2806bca-d339-4abc-8594-82e13f04e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1a1119c5-8116-4383-856c-69d01f620db0'} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:55:57.764808 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.provisioning_blocks [None req-758f7b89-6507-4e1e-a77c-346bf386b592 None None] Transition to ACTIVE for port object 627bc554-5036-4894-89d7-504122561156 will not be triggered until provisioned by entity L2. {{(pid=105908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:57.765105 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-4750ed27-4004-484c-9f43-a18d858c1a88 service neutron] Bound port: 3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2806bca-d339-4abc-8594-82e13f04e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1a1119c5-8116-4383-856c-69d01f620db0'}}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:55:57.767600 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-4750ed27-4004-484c-9f43-a18d858c1a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:57.773657 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-91e5216c-470f-4585-bfdf-9b7bf8450561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:57.785419 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 36922) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:58.073939 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-91e5216c-470f-4585-bfdf-9b7bf8450561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.075208 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-e6851291-e484-4eb4-ab4a-844bf88f24dc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b329104383bc4bf8845d60ec2e397c43&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1254916 Aug 12 14:55:58.075777 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 95a6f8bb-56f3-49dc-9581-e3d3833ddc58 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:58.075777 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.076248 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-4750ed27-4004-484c-9f43-a18d858c1a88 service neutron] For port 3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0, host hv-cinder-80001, cleared binding levels {{(pid=105906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:55:58.076248 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-4750ed27-4004-484c-9f43-a18d858c1a88 service neutron] For port 3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0,segment=NetworkSegment(d2806bca-d339-4abc-8594-82e13f04e969),segment_id=d2806bca-d339-4abc-8594-82e13f04e969)] {{(pid=105906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:55:58.076248 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d5e8dd-7251-4ba4-93db-0b4742764f08" -d '{"events": [{"name": "network-changed", "server_uuid": "279c7ff3-8a8d-4c6e-bafe-f9e1a702c749", "tag": "9f737a21-4c60-460b-ab4e-02c72f5ba325"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:55:58.076248 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 36928) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:58.076248 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 36930) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:58.076248 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-abe24f7b-82d2-406e-ade0-38fce6fa8e29 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Request body: {'security_group': {'name': 'tempest-securitygroup--936641254', 'description': 'tempest-description--692105700'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:58.082146 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-0b4b1bfc-f6fe-41ad-8d6b-1437551cec4a None None] Notify callbacks [] for port, precommit_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.103058 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-0b4b1bfc-f6fe-41ad-8d6b-1437551cec4a None None] Transition to ACTIVE for port object 61aea345-320e-4aa4-b5bd-daf1e47628d9 will not be triggered until provisioned by entity L2. {{(pid=105907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:58.164520 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d495fcbb-bf6f-46d5-ace7-ce22380a42e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.193156 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d495fcbb-bf6f-46d5-ace7-ce22380a42e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.294554 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eab66f4-f1c8-4585-9218-b129ddbdfeeb x-openstack-request-id: req-2eab66f4-f1c8-4585-9218-b129ddbdfeeb {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:55:58.295312 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279c7ff3-8a8d-4c6e-bafe-f9e1a702c749", "tag": "9f737a21-4c60-460b-ab4e-02c72f5ba325", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:55:58.295312 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2eab66f4-f1c8-4585-9218-b129ddbdfeeb {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:55:58.295729 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279c7ff3-8a8d-4c6e-bafe-f9e1a702c749', 'tag': '9f737a21-4c60-460b-ab4e-02c72f5ba325', 'status': 'completed', 'code': 200} Aug 12 14:55:58.299308 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5128a-3668-454f-8ed9-3de717d795da req-3ebb722f-8f13-4dd4-880a-8ca3d69a777c tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:58.302555 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-34d5128a-3668-454f-8ed9-3de717d795da req-3ebb722f-8f13-4dd4-880a-8ca3d69a777c tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/networks?id=840e7996-3260-480f-b729-67466325f665 HTTP/1.1" status: 200 len: 819 time: 0.1515388 Aug 12 14:55:58.304446 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-758f7b89-6507-4e1e-a77c-346bf386b592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.330708 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-34d5128a-3668-454f-8ed9-3de717d795da req-ab7a7aeb-9c62-44df-abde-7357d4881900 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/quotas/65cf5c41ebe24a33be53346ccc25509b HTTP/1.1" status: 200 len: 375 time: 0.0191059 Aug 12 14:55:58.380919 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-0b4b1bfc-f6fe-41ad-8d6b-1437551cec4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.383724 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-4750ed27-4004-484c-9f43-a18d858c1a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.396616 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-91e5216c-470f-4585-bfdf-9b7bf8450561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.399483 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-91e5216c-470f-4585-bfdf-9b7bf8450561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.404305 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-abe24f7b-82d2-406e-ade0-38fce6fa8e29 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.416506 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-91e5216c-470f-4585-bfdf-9b7bf8450561 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f0dc992c-8660-4b68-8e68-021f6df1bbc9 HTTP/1.1" status: 204 len: 168 time: 0.7558608 Aug 12 14:55:58.523987 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d557bc-3ff6-4d05-ba05-ce50250b538c None None] Pushing event updated for resources: {'Port': ['ID=627bc554-5036-4894-89d7-504122561156,revision_number=3']} {{(pid=105908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:58.560848 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d495fcbb-bf6f-46d5-ace7-ce22380a42e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.560848 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d495fcbb-bf6f-46d5-ace7-ce22380a42e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.560848 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-d495fcbb-bf6f-46d5-ace7-ce22380a42e0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2ecf99cd-7053-45a8-9248-e989a64a5dc0 HTTP/1.1" status: 204 len: 168 time: 0.5090005 Aug 12 14:55:58.577618 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5216c-470f-4585-bfdf-9b7bf8450561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dc992c-8660-4b68-8e68-021f6df1bbc9,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:58.594673 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fda0c-363d-406a-b03e-17a6e7c09957 None None] Pushing event updated for resources: {'Port': ['ID=61aea345-320e-4aa4-b5bd-daf1e47628d9,revision_number=3']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:58.606794 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-34d5128a-3668-454f-8ed9-3de717d795da req-a78512ef-0b91-4951-ad61-b82822931493 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=65cf5c41ebe24a33be53346ccc25509b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2598248 Aug 12 14:55:58.621782 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-758f7b89-6507-4e1e-a77c-346bf386b592 None None] Attempting to bind port 627bc554-5036-4894-89d7-504122561156 on host dv-cinder-800015-3-iscsi for vnic_type normal with profile {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:55:58.623615 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-758f7b89-6507-4e1e-a77c-346bf386b592 None None] Attempting to bind port 627bc554-5036-4894-89d7-504122561156 by drivers openvswitch,hyperv on host dv-cinder-800015-3-iscsi at level 0 using segments [{'id': 'b83995f3-470a-4d6c-8f30-ce01f22af685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f'}] {{(pid=105908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:55:58.626079 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758f7b89-6507-4e1e-a77c-346bf386b592 None None] Attempting to bind port 627bc554-5036-4894-89d7-504122561156 on network 853fd948-8021-42a8-9c8b-8e46175e3c7f {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:55:58.649651 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758f7b89-6507-4e1e-a77c-346bf386b592 None None] Checking agent: {'id': '2f28a577-1e29-47c6-9353-308533d5ca1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'started_at': datetime.datetime(2021, 8, 12, 14, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:55:58.650219 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758f7b89-6507-4e1e-a77c-346bf386b592 None None] Checking segment: {'id': 'b83995f3-470a-4d6c-8f30-ce01f22af685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:58.651042 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-758f7b89-6507-4e1e-a77c-346bf386b592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.651591 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758f7b89-6507-4e1e-a77c-346bf386b592 None None] Bound using segment: {'id': 'b83995f3-470a-4d6c-8f30-ce01f22af685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f'} {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:55:58.653304 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-758f7b89-6507-4e1e-a77c-346bf386b592 None None] Bound port: 627bc554-5036-4894-89d7-504122561156, host: dv-cinder-800015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b83995f3-470a-4d6c-8f30-ce01f22af685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f'}}] {{(pid=105908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:55:58.653899 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-758f7b89-6507-4e1e-a77c-346bf386b592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.671463 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-4750ed27-4004-484c-9f43-a18d858c1a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:58.673000 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-4750ed27-4004-484c-9f43-a18d858c1a88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.675246 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-4750ed27-4004-484c-9f43-a18d858c1a88 service neutron] 10.222.0.73 "PUT /v2.0/ports/3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0 HTTP/1.1" status: 200 len: 1094 time: 3.0474067 Aug 12 14:55:58.783946 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-0b4b1bfc-f6fe-41ad-8d6b-1437551cec4a None None] Attempting to bind port 61aea345-320e-4aa4-b5bd-daf1e47628d9 on host dv-cinder-800015-3-iscsi for vnic_type normal with profile {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:55:58.786929 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-0b4b1bfc-f6fe-41ad-8d6b-1437551cec4a None None] Attempting to bind port 61aea345-320e-4aa4-b5bd-daf1e47628d9 by drivers openvswitch,hyperv on host dv-cinder-800015-3-iscsi at level 0 using segments [{'id': 'fbb3272c-a19e-44e5-96a7-19de32afd74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '840e7996-3260-480f-b729-67466325f665'}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:55:58.787622 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4b1bfc-f6fe-41ad-8d6b-1437551cec4a None None] Attempting to bind port 61aea345-320e-4aa4-b5bd-daf1e47628d9 on network 840e7996-3260-480f-b729-67466325f665 {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:55:58.799957 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4b1bfc-f6fe-41ad-8d6b-1437551cec4a None None] Checking agent: {'id': '2f28a577-1e29-47c6-9353-308533d5ca1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'started_at': datetime.datetime(2021, 8, 12, 14, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:55:58.800338 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4b1bfc-f6fe-41ad-8d6b-1437551cec4a None None] Checking segment: {'id': 'fbb3272c-a19e-44e5-96a7-19de32afd74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '840e7996-3260-480f-b729-67466325f665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:58.800778 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-0b4b1bfc-f6fe-41ad-8d6b-1437551cec4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.805359 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4b1bfc-f6fe-41ad-8d6b-1437551cec4a None None] Bound using segment: {'id': 'fbb3272c-a19e-44e5-96a7-19de32afd74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '840e7996-3260-480f-b729-67466325f665'} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:55:58.806149 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-0b4b1bfc-f6fe-41ad-8d6b-1437551cec4a None None] Bound port: 61aea345-320e-4aa4-b5bd-daf1e47628d9, host: dv-cinder-800015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb3272c-a19e-44e5-96a7-19de32afd74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '840e7996-3260-480f-b729-67466325f665'}}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:55:58.806736 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-0b4b1bfc-f6fe-41ad-8d6b-1437551cec4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.822991 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 36964) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:58.859955 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d495fcbb-bf6f-46d5-ace7-ce22380a42e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecf99cd-7053-45a8-9248-e989a64a5dc0,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:58.866999 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.db [None req-758f7b89-6507-4e1e-a77c-346bf386b592 None None] For port 627bc554-5036-4894-89d7-504122561156, host dv-cinder-800015-3-iscsi, cleared binding levels {{(pid=105908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:55:58.871879 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.db [None req-758f7b89-6507-4e1e-a77c-346bf386b592 None None] For port 627bc554-5036-4894-89d7-504122561156, host dv-cinder-800015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=627bc554-5036-4894-89d7-504122561156,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:55:58.884889 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf70403-6a37-4b51-aae1-1c36219c5bce req-302de16a-1c22-41a6-8a5e-f03c05c3187d tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:58.892863 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750ed27-4004-484c-9f43-a18d858c1a88 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0,revision_number=3']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:58.904561 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-aaf70403-6a37-4b51-aae1-1c36219c5bce req-302de16a-1c22-41a6-8a5e-f03c05c3187d tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 943 time: 0.4192305 Aug 12 14:55:58.922791 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-34d5128a-3668-454f-8ed9-3de717d795da req-71126d08-72d5-417c-b9e1-59a25fd6db92 service neutron] 10.222.0.63 "GET /v2.0/networks/840e7996-3260-480f-b729-67466325f665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149772 Aug 12 14:55:58.925914 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5e8dd-7251-4ba4-93db-0b4742764f08 req-6da011af-4175-439b-9a74-07ec88215ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:58.928173 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-27d5e8dd-7251-4ba4-93db-0b4742764f08 req-6da011af-4175-439b-9a74-07ec88215ea2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89910f7e31a54071bc2003435b0dbba2&device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 1096 time: 0.4133737 Aug 12 14:55:59.002596 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-758f7b89-6507-4e1e-a77c-346bf386b592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:59.055154 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-0b4b1bfc-f6fe-41ad-8d6b-1437551cec4a None None] For port 61aea345-320e-4aa4-b5bd-daf1e47628d9, host dv-cinder-800015-3-iscsi, cleared binding levels {{(pid=105907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:55:59.064546 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-aaf70403-6a37-4b51-aae1-1c36219c5bce req-8946c528-6631-44f4-ad8d-c96964d42d6f tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590137 Aug 12 14:55:59.064906 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-0b4b1bfc-f6fe-41ad-8d6b-1437551cec4a None None] For port 61aea345-320e-4aa4-b5bd-daf1e47628d9, host dv-cinder-800015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=61aea345-320e-4aa4-b5bd-daf1e47628d9,segment=NetworkSegment(fbb3272c-a19e-44e5-96a7-19de32afd74d),segment_id=fbb3272c-a19e-44e5-96a7-19de32afd74d)] {{(pid=105907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:55:59.145352 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d557bc-3ff6-4d05-ba05-ce50250b538c None None] Pushing event updated for resources: {'Port': ['ID=627bc554-5036-4894-89d7-504122561156,revision_number=4']} {{(pid=105908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:59.145352 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758f7b89-6507-4e1e-a77c-346bf386b592 None None] Routers {'90a1a53b-8a02-4ec0-98e4-10d73adf3315'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:59.145352 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-758f7b89-6507-4e1e-a77c-346bf386b592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T14:55:44Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['90a1a53b-8a02-4ec0-98e4-10d73adf3315'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:59.146036 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-34d5128a-3668-454f-8ed9-3de717d795da req-9325e549-26e8-44fd-8f93-a8509dbb9127 service neutron] 10.222.0.63 "GET /v2.0/networks/840e7996-3260-480f-b729-67466325f665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077117 Aug 12 14:55:59.294186 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5503d-d825-4be9-9747-e720ae6c4839 req-3ffa6f13-8754-41db-9982-23dbac405831 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:59.296983 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-758f7b89-6507-4e1e-a77c-346bf386b592 None None] Set router 90a1a53b-8a02-4ec0-98e4-10d73adf3315 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:55:59.303154 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-06d5503d-d825-4be9-9747-e720ae6c4839 req-3ffa6f13-8754-41db-9982-23dbac405831 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/ports?device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 944 time: 0.1007991 Aug 12 14:55:59.339780 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-fe1cadeb-b14f-44d9-9ea7-752d3def2b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:59.341351 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-fe1cadeb-b14f-44d9-9ea7-752d3def2b8a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f63a6bdffaeb4d48801b61d4bd4f3f6f&device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 1097 time: 0.4050796 Aug 12 14:55:59.357538 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-06d5503d-d825-4be9-9747-e720ae6c4839 req-feabc8e6-91a7-47f3-97cd-6d3d8b4d75d3 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/security-groups?id=306dc1e5-4ece-4053-93d2-a2c972ec40fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532713 Aug 12 14:55:59.423867 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-abe24f7b-82d2-406e-ade0-38fce6fa8e29 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:59.438261 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5e8dd-7251-4ba4-93db-0b4742764f08 req-06eed877-dea0-40f4-acb4-444b78029ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:59.439870 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-27d5e8dd-7251-4ba4-93db-0b4742764f08 req-06eed877-dea0-40f4-acb4-444b78029ef9 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=89910f7e31a54071bc2003435b0dbba2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4536242 Aug 12 14:55:59.634385 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-0b4b1bfc-f6fe-41ad-8d6b-1437551cec4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:59.634888 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-abe24f7b-82d2-406e-ade0-38fce6fa8e29 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:59.667901 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-758f7b89-6507-4e1e-a77c-346bf386b592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'name': 'tempest-AttachVolumeShelveTestJSON-1644562761-router', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:43Z', 'updated_at': '2021-08-12T14:55:52Z', 'revision_number': 4, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'gw_port': {'id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:45Z', 'updated_at': '2021-08-12T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '627bc554-5036-4894-89d7-504122561156', 'name': '', 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'mac_address': 'fa:16:3e:ad:96:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:49Z', 'updated_at': '2021-08-12T14:55:58Z', 'revision_number': 4, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'subnets': [{'id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:59.750454 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe24f7b-82d2-406e-ade0-38fce6fa8e29 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfa090b-d063-4a0e-af72-fce538342bc1,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:59.769678 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758f7b89-6507-4e1e-a77c-346bf386b592 None None] The sync data for ids ['90a1a53b-8a02-4ec0-98e4-10d73adf3315'] in dv-cinder-800015-3-iscsi is: [{'id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'name': 'tempest-AttachVolumeShelveTestJSON-1644562761-router', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:43Z', 'updated_at': '2021-08-12T14:55:52Z', 'revision_number': 4, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'gw_port': {'id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:45Z', 'updated_at': '2021-08-12T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '627bc554-5036-4894-89d7-504122561156', 'name': '', 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'mac_address': 'fa:16:3e:ad:96:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:49Z', 'updated_at': '2021-08-12T14:55:58Z', 'revision_number': 4, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'subnets': [{'id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:55:59.811383 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2edc1277-c19e-47d4-9f28-9d6a8706fc1e req-bc8d085d-b82f-4bbc-90ee-61c6ce7b0b50 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 210 time: 0.0434818 Aug 12 14:55:59.823286 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4b1bfc-f6fe-41ad-8d6b-1437551cec4a None None] Routers {'71bcb3d4-710f-44af-85a4-1c582f2b2ec1'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:59.824021 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-0b4b1bfc-f6fe-41ad-8d6b-1437551cec4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T14:55:44Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['71bcb3d4-710f-44af-85a4-1c582f2b2ec1'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:59.963679 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fda0c-363d-406a-b03e-17a6e7c09957 None None] Pushing event updated for resources: {'Port': ['ID=61aea345-320e-4aa4-b5bd-daf1e47628d9,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:00.041964 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1a713e09-12b7-4a93-a421-4eec815d7eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:00.101844 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-0b4b1bfc-f6fe-41ad-8d6b-1437551cec4a None None] Set router 71bcb3d4-710f-44af-85a4-1c582f2b2ec1 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:00.297543 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f00616-6bb7-440b-b81a-ba40dd3252b8', 'tag': '3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:56:00.300267 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf525fb2-72de-4121-942b-1f9bdea24143" -d '{"events": [{"name": "network-changed", "server_uuid": "93f00616-6bb7-440b-b81a-ba40dd3252b8", "tag": "3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:56:00.318088 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-abe24f7b-82d2-406e-ade0-38fce6fa8e29 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:00.318088 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-abe24f7b-82d2-406e-ade0-38fce6fa8e29 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.2613099 Aug 12 14:56:00.336385 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 36996) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:00.356181 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c134e-f683-4044-8d98-0eb106017205 req-61902f7b-4550-4a3a-a549-1cf4a473a2da tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:00.365798 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-687bd513-e6a8-40a8-9449-e88a487021b0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Request body: {'security_group_rule': {'security_group_id': '4dfa090b-d063-4a0e-af72-fce538342bc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:00.368361 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5a5c134e-f683-4044-8d98-0eb106017205 req-61902f7b-4550-4a3a-a549-1cf4a473a2da tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 943 time: 0.1547678 Aug 12 14:56:00.417438 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a45c66f-849a-4b06-8c20-23f0b14bb360 x-openstack-request-id: req-1a45c66f-849a-4b06-8c20-23f0b14bb360 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:56:00.419173 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f00616-6bb7-440b-b81a-ba40dd3252b8", "tag": "3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:56:00.419797 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1a45c66f-849a-4b06-8c20-23f0b14bb360 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:56:00.420403 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f00616-6bb7-440b-b81a-ba40dd3252b8', 'tag': '3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0', 'status': 'completed', 'code': 200} Aug 12 14:56:00.466695 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5a5c134e-f683-4044-8d98-0eb106017205 req-9a2eff76-3188-4994-9653-629a61344587 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973759 Aug 12 14:56:00.612574 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-0b4b1bfc-f6fe-41ad-8d6b-1437551cec4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bcb3d4-710f-44af-85a4-1c582f2b2ec1', 'name': 'tempest-ServerRescueNegativeTestJSON-1629187063-router', 'tenant_id': '65cf5c41ebe24a33be53346ccc25509b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '95a6f8bb-56f3-49dc-9581-e3d3833ddc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:44Z', 'updated_at': '2021-08-12T14:55:52Z', 'revision_number': 4, 'project_id': '65cf5c41ebe24a33be53346ccc25509b', 'gw_port': {'id': '95a6f8bb-56f3-49dc-9581-e3d3833ddc58', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:01:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bcb3d4-710f-44af-85a4-1c582f2b2ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:45Z', 'updated_at': '2021-08-12T14:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '61aea345-320e-4aa4-b5bd-daf1e47628d9', 'name': '', 'network_id': '840e7996-3260-480f-b729-67466325f665', 'tenant_id': '65cf5c41ebe24a33be53346ccc25509b', 'mac_address': 'fa:16:3e:43:d4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bcb3d4-710f-44af-85a4-1c582f2b2ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '113eea66-7231-4737-b65d-c9a7771abd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:49Z', 'updated_at': '2021-08-12T14:55:59Z', 'revision_number': 4, 'project_id': '65cf5c41ebe24a33be53346ccc25509b', 'subnets': [{'id': '113eea66-7231-4737-b65d-c9a7771abd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:00.751663 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4b1bfc-f6fe-41ad-8d6b-1437551cec4a None None] The sync data for ids ['71bcb3d4-710f-44af-85a4-1c582f2b2ec1'] in dv-cinder-800015-3-iscsi is: [{'id': '71bcb3d4-710f-44af-85a4-1c582f2b2ec1', 'name': 'tempest-ServerRescueNegativeTestJSON-1629187063-router', 'tenant_id': '65cf5c41ebe24a33be53346ccc25509b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '95a6f8bb-56f3-49dc-9581-e3d3833ddc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:44Z', 'updated_at': '2021-08-12T14:55:52Z', 'revision_number': 4, 'project_id': '65cf5c41ebe24a33be53346ccc25509b', 'gw_port': {'id': '95a6f8bb-56f3-49dc-9581-e3d3833ddc58', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:01:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bcb3d4-710f-44af-85a4-1c582f2b2ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:45Z', 'updated_at': '2021-08-12T14:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '61aea345-320e-4aa4-b5bd-daf1e47628d9', 'name': '', 'network_id': '840e7996-3260-480f-b729-67466325f665', 'tenant_id': '65cf5c41ebe24a33be53346ccc25509b', 'mac_address': 'fa:16:3e:43:d4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bcb3d4-710f-44af-85a4-1c582f2b2ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '113eea66-7231-4737-b65d-c9a7771abd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:49Z', 'updated_at': '2021-08-12T14:55:59Z', 'revision_number': 4, 'project_id': '65cf5c41ebe24a33be53346ccc25509b', 'subnets': [{'id': '113eea66-7231-4737-b65d-c9a7771abd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:56:00.756461 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd14105-b7df-4a42-a931-bb242ff80670 req-581a7545-dccf-4a6f-83c1-2e67862f14c6 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:00.758056 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-dbd14105-b7df-4a42-a931-bb242ff80670 req-581a7545-dccf-4a6f-83c1-2e67862f14c6 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/ports?device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 944 time: 0.1930597 Aug 12 14:56:00.763078 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-d6847c83-e8f5-4861-a66c-daa49c5576ca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0 HTTP/1.1" status: 200 len: 217 time: 0.1946867 Aug 12 14:56:01.042519 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-76b57a8d-f45a-476d-8b30-3058b46d40e3 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:01.053905 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-76b57a8d-f45a-476d-8b30-3058b46d40e3 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/networks?id=840e7996-3260-480f-b729-67466325f665 HTTP/1.1" status: 200 len: 819 time: 0.3827059 Aug 12 14:56:01.087062 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-3fa8ff64-5543-4bd1-a0c8-18f7c4bbe2b2 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/quotas/65cf5c41ebe24a33be53346ccc25509b HTTP/1.1" status: 200 len: 375 time: 0.0319576 Aug 12 14:56:01.104263 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1a713e09-12b7-4a93-a421-4eec815d7eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:01.130332 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 37016) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:01.227101 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-dbd14105-b7df-4a42-a931-bb242ff80670 req-b9e94908-27a1-42f0-872d-efb8f89c7e93 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/security-groups?id=306dc1e5-4ece-4053-93d2-a2c972ec40fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474848 Aug 12 14:56:01.264859 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-f5316c03-87dc-4a69-a6f2-9b98bdd57edc tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=65cf5c41ebe24a33be53346ccc25509b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1770070 Aug 12 14:56:01.447556 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-52a25b4c-224d-40e4-9e90-b5536bca00b1 service neutron] 10.222.0.63 "GET /v2.0/networks/840e7996-3260-480f-b729-67466325f665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728520 Aug 12 14:56:01.584128 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1a713e09-12b7-4a93-a421-4eec815d7eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:01.584128 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8db30976-8ac7-4122-a27b-787ee6a1aa38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:01.646791 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 37034) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:01.681381 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 627bc554-5036-4894-89d7-504122561156 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:01.705238 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a713e09-12b7-4a93-a421-4eec815d7eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001e684c-7624-4377-b1de-48bc14adffbb,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:01.803533 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-a5367df8-3157-4fad-99f9-9b954fe94764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:01.805283 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-a5367df8-3157-4fad-99f9-9b954fe94764 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3c5ffcc8-939c-4d8a-b49d-6aca086311c6 HTTP/1.1" status: 200 len: 851 time: 0.9400856 Aug 12 14:56:01.813108 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-1a713e09-12b7-4a93-a421-4eec815d7eee admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8291a67e55a142f38f620aa0ce262bc5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9767418 Aug 12 14:56:01.819480 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 37038) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:01.837852 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 37040) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:01.842009 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-dcb5e8b8-d057-4902-939c-dac7bf36f57d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=13c4b4b28fcb464dbcc6b06541813149&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1939559 Aug 12 14:56:01.848177 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5e8dd-7251-4ba4-93db-0b4742764f08 req-ed1f0dfc-7c92-4b3a-bc4f-473fa5e9d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:01.850076 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-27d5e8dd-7251-4ba4-93db-0b4742764f08 req-ed1f0dfc-7c92-4b3a-bc4f-473fa5e9d6b9 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0534036 Aug 12 14:56:01.911341 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66590004-36df-46b1-946b-6bccdd48a270 req-ec6a2cb6-9816-4e17-9852-dd22b02c02ca tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:01.913150 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-66590004-36df-46b1-946b-6bccdd48a270 req-ec6a2cb6-9816-4e17-9852-dd22b02c02ca tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 943 time: 0.2198398 Aug 12 14:56:01.936967 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-eeb3a609-f068-4384-8998-733fdae3b462 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a1119c5-8116-4383-856c-69d01f620db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833755 Aug 12 14:56:01.955484 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-5a72873b-788d-4077-a636-2f81fdcb027d service neutron] 10.222.0.63 "GET /v2.0/networks/840e7996-3260-480f-b729-67466325f665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4845619 Aug 12 14:56:01.995622 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dfe91102-3d6a-42db-8f52-f900845ff9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.016783 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-66590004-36df-46b1-946b-6bccdd48a270 req-a7a6de4d-ad41-4a98-bf3e-7ead3d8500b7 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933633 Aug 12 14:56:02.022988 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-ca611958-d487-40a0-9f89-45c20cc81290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.040597 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dfe91102-3d6a-42db-8f52-f900845ff9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.103972 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning for port 627bc554-5036-4894-89d7-504122561156 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:02.111674 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 627bc554-5036-4894-89d7-504122561156 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:02.111674 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.165193 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-ca611958-d487-40a0-9f89-45c20cc81290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.263022 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-687bd513-e6a8-40a8-9449-e88a487021b0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.263136 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.285570 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] For port 627bc554-5036-4894-89d7-504122561156, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=627bc554-5036-4894-89d7-504122561156,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:02.396184 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-687bd513-e6a8-40a8-9449-e88a487021b0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.434140 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41e4c4-1f2e-449f-92ea-7ab8b98b8b5c req-284a4b27-b43b-404e-8784-c6ab666c2240 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:02.441305 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-df41e4c4-1f2e-449f-92ea-7ab8b98b8b5c req-284a4b27-b43b-404e-8784-c6ab666c2240 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/ports?device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 944 time: 0.0668941 Aug 12 14:56:02.471833 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-bdf02fe3-c805-42db-a806-b4948ef76510 service neutron] 10.222.0.73 "GET /v2.0/networks/1a1119c5-8116-4383-856c-69d01f620db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290757 Aug 12 14:56:02.492271 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-df41e4c4-1f2e-449f-92ea-7ab8b98b8b5c req-c6c50eda-138f-4ee9-8aea-0d7118bc5c90 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/security-groups?id=306dc1e5-4ece-4053-93d2-a2c972ec40fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462651 Aug 12 14:56:02.495560 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8db30976-8ac7-4122-a27b-787ee6a1aa38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.526215 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.535526 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 61aea345-320e-4aa4-b5bd-daf1e47628d9 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:02.535890 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-687bd513-e6a8-40a8-9449-e88a487021b0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741704'] for security_group_rule, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.550392 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-ca611958-d487-40a0-9f89-45c20cc81290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.553191 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-ca611958-d487-40a0-9f89-45c20cc81290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.554388 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-ca611958-d487-40a0-9f89-45c20cc81290 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/001e684c-7624-4377-b1de-48bc14adffbb HTTP/1.1" status: 204 len: 168 time: 0.7335942 Aug 12 14:56:02.555135 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dfe91102-3d6a-42db-8f52-f900845ff9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.557580 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dfe91102-3d6a-42db-8f52-f900845ff9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.558895 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-dfe91102-3d6a-42db-8f52-f900845ff9cf admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0dabce59-6a45-4bad-91da-cec0e7ab0671 HTTP/1.1" status: 204 len: 168 time: 0.7192671 Aug 12 14:56:02.560209 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687bd513-e6a8-40a8-9449-e88a487021b0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe9563f-2489-41df-83a9-e0d856077da8,revision_number=0']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:02.575102 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca611958-d487-40a0-9f89-45c20cc81290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001e684c-7624-4377-b1de-48bc14adffbb,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:02.603983 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe91102-3d6a-42db-8f52-f900845ff9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dabce59-6a45-4bad-91da-cec0e7ab0671,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:02.773001 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2f223575-2f23-499c-a2b9-9592de491747 req-d8f9de6e-b2a1-42d8-a90d-1ccecebe4a17 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 210 time: 0.0746911 Aug 12 14:56:02.869744 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Pushing event updated for resources: {'Port': ['ID=627bc554-5036-4894-89d7-504122561156,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:02.872552 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8db30976-8ac7-4122-a27b-787ee6a1aa38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.875332 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-687bd513-e6a8-40a8-9449-e88a487021b0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.880011 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-687bd513-e6a8-40a8-9449-e88a487021b0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5365109 Aug 12 14:56:02.880379 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 37086) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:02.888124 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-c898e241-cafa-414c-ada3-3c2f1583e65e tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Request body: {'security_group_rule': {'security_group_id': '4dfa090b-d063-4a0e-af72-fce538342bc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:02.928119 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-8db30976-8ac7-4122-a27b-787ee6a1aa38 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6e75a5413e114ca8bcdf6b69f184d1e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7911949 Aug 12 14:56:02.931364 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 37092) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:02.941894 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db30976-8ac7-4122-a27b-787ee6a1aa38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f61306-0f0a-4b4c-804e-2863fc56e92e,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:02.972185 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning for port 61aea345-320e-4aa4-b5bd-daf1e47628d9 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:02.976499 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 61aea345-320e-4aa4-b5bd-daf1e47628d9 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:02.977101 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.994350 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-e83cdabb-fc8c-48cb-bd22-eb088ac50efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:03.009218 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-e83cdabb-fc8c-48cb-bd22-eb088ac50efe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89910f7e31a54071bc2003435b0dbba2&device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 1096 time: 0.3333023 Aug 12 14:56:03.009695 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-dbd12855-58b6-4b20-a604-53391fe89185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:03.015907 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-cf54e00a-cb31-4ffe-955d-9c93cc98066d req-b2330919-1e0b-4c89-b1ae-45786f358431 service neutron] 10.222.0.73 "GET /v2.0/networks/1a1119c5-8116-4383-856c-69d01f620db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421988 Aug 12 14:56:03.032128 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-dbd12855-58b6-4b20-a604-53391fe89185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:03.061501 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c898e241-cafa-414c-ada3-3c2f1583e65e tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:03.090721 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:03.090871 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-25fecfa6-b51d-42b0-b51b-300aa0ec1004 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f737a21-4c60-460b-ab4e-02c72f5ba325 HTTP/1.1" status: 200 len: 217 time: 0.0474288 Aug 12 14:56:03.150522 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] For port 61aea345-320e-4aa4-b5bd-daf1e47628d9, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=61aea345-320e-4aa4-b5bd-daf1e47628d9,segment=NetworkSegment(fbb3272c-a19e-44e5-96a7-19de32afd74d),segment_id=fbb3272c-a19e-44e5-96a7-19de32afd74d)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:03.166302 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-4db67770-123e-4f3d-a2c7-6fb5d08e316d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:03.167040 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-4db67770-123e-4f3d-a2c7-6fb5d08e316d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6985d2f9-57be-4262-adfd-26b8dd2da41b HTTP/1.1" status: 200 len: 855 time: 0.0697052 Aug 12 14:56:03.216482 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-2a2b6dea-f5ca-4707-bc51-2382c5e42607 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4cce9222-c00c-4688-99c4-34e7c10a758a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306337 Aug 12 14:56:03.259233 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c1a4a-2c66-4b5a-8ce6-5662f563322f req-6a7a2f04-e1d2-4feb-ad10-06594d5ef460 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:03.260864 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-453c1a4a-2c66-4b5a-8ce6-5662f563322f req-6a7a2f04-e1d2-4feb-ad10-06594d5ef460 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 943 time: 0.0639083 Aug 12 14:56:03.269724 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:03.323986 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-453c1a4a-2c66-4b5a-8ce6-5662f563322f req-1f02d948-ba8a-427f-947d-5211bedb30d8 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458059 Aug 12 14:56:03.327066 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-dbd12855-58b6-4b20-a604-53391fe89185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:03.329465 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-dbd12855-58b6-4b20-a604-53391fe89185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:03.330762 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-dbd12855-58b6-4b20-a604-53391fe89185 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a1f61306-0f0a-4b4c-804e-2863fc56e92e HTTP/1.1" status: 204 len: 168 time: 0.3984578 Aug 12 14:56:03.358408 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-be8a8e4b-441b-4ce4-804e-ab50aae315ff service neutron] 10.222.0.73 "GET /v2.0/networks/4cce9222-c00c-4688-99c4-34e7c10a758a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290331 Aug 12 14:56:03.363796 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c898e241-cafa-414c-ada3-3c2f1583e65e tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:03.371744 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd12855-58b6-4b20-a604-53391fe89185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f61306-0f0a-4b4c-804e-2863fc56e92e,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:03.410816 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Pushing event updated for resources: {'Port': ['ID=61aea345-320e-4aa4-b5bd-daf1e47628d9,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:03.431500 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf525fb2-72de-4121-942b-1f9bdea24143 req-8bb924f9-2569-4989-8479-9b5e5aa207da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:03.433552 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-bf525fb2-72de-4121-942b-1f9bdea24143 req-8bb924f9-2569-4989-8479-9b5e5aa207da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f63a6bdffaeb4d48801b61d4bd4f3f6f&device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 1097 time: 0.2161059 Aug 12 14:56:03.482040 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c898e241-cafa-414c-ada3-3c2f1583e65e tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741704'] for security_group_rule, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:03.512363 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898e241-cafa-414c-ada3-3c2f1583e65e tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=458335cc-649e-499d-8791-de8d4931397c,revision_number=0']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:03.547595 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 627bc554-5036-4894-89d7-504122561156 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:03.582124 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a850d02c-3cee-4680-903e-48e8a2b9e3a2 req-1fd0f114-80b9-4b0c-be84-9d5864408376 service neutron] 10.222.0.73 "GET /v2.0/networks/4cce9222-c00c-4688-99c4-34e7c10a758a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096035 Aug 12 14:56:03.608316 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c898e241-cafa-414c-ada3-3c2f1583e65e tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:03.613449 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-c898e241-cafa-414c-ada3-3c2f1583e65e tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7314737 Aug 12 14:56:03.618295 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 37120) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:03.620272 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 627bc554-5036-4894-89d7-504122561156 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:03.620566 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-ce42277e-968b-42a8-a8fa-f1f6e7f88cc1 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Request body: {'floatingip': {'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:03.621108 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:03.640327 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf525fb2-72de-4121-942b-1f9bdea24143 req-8a58e7b5-2c16-4c7e-9c6b-c9c8b890a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:03.642902 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-bf525fb2-72de-4121-942b-1f9bdea24143 req-8a58e7b5-2c16-4c7e-9c6b-c9c8b890a6a2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1a1119c5-8116-4383-856c-69d01f620db0 HTTP/1.1" status: 200 len: 912 time: 0.1976693 Aug 12 14:56:03.703260 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-bf525fb2-72de-4121-942b-1f9bdea24143 req-09d2f0a7-31ae-4e3b-a1e8-0bf5b556e83a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0 HTTP/1.1" status: 200 len: 217 time: 0.0505953 Aug 12 14:56:03.710737 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c5c96-f1bc-4410-8673-f9c83104a93e req-964a6a8a-0fad-45ab-a946-ff7a8250a559 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:03.718997 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 61aea345-320e-4aa4-b5bd-daf1e47628d9 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:03.723722 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f89c5c96-f1bc-4410-8673-f9c83104a93e req-964a6a8a-0fad-45ab-a946-ff7a8250a559 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/ports?device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 944 time: 0.0912488 Aug 12 14:56:03.759810 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf525fb2-72de-4121-942b-1f9bdea24143 req-3a537e1b-6972-48a5-a7cf-04eaf25ee6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:03.762421 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-bf525fb2-72de-4121-942b-1f9bdea24143 req-3a537e1b-6972-48a5-a7cf-04eaf25ee6e6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3c5ffcc8-939c-4d8a-b49d-6aca086311c6 HTTP/1.1" status: 200 len: 851 time: 0.0526481 Aug 12 14:56:03.768374 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f89c5c96-f1bc-4410-8673-f9c83104a93e req-8ba223a7-9e55-4643-a914-613804d82b3b tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/security-groups?id=306dc1e5-4ece-4053-93d2-a2c972ec40fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437253 Aug 12 14:56:03.780755 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 61aea345-320e-4aa4-b5bd-daf1e47628d9 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:03.780755 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:03.813715 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-bf525fb2-72de-4121-942b-1f9bdea24143 req-4df3e331-81ef-46dc-9f14-f39048c07bf4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a1119c5-8116-4383-856c-69d01f620db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354042 Aug 12 14:56:03.864912 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-90ba26e2-92c3-476b-be2a-a1ccbffdb9b0 req-a6c08d82-2b32-47e0-9b05-f7a8621f51b9 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 210 time: 0.0393634 Aug 12 14:56:03.934252 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-bf525fb2-72de-4121-942b-1f9bdea24143 req-57235934-b851-4cd9-b128-4086ef26d25b service neutron] 10.222.0.73 "GET /v2.0/networks/1a1119c5-8116-4383-856c-69d01f620db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133375 Aug 12 14:56:03.983783 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ce42277e-968b-42a8-a8fa-f1f6e7f88cc1 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for floatingip, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:04.050331 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-bf525fb2-72de-4121-942b-1f9bdea24143 req-79d09dfe-bc53-4c9a-900f-24243d54bb85 service neutron] 10.222.0.73 "GET /v2.0/networks/1a1119c5-8116-4383-856c-69d01f620db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063895 Aug 12 14:56:04.262576 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 37126) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:04.285786 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6b50a33c-8050-4627-8d87-06f6c0525734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:04.371354 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ce42277e-968b-42a8-a8fa-f1f6e7f88cc1 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:04.533786 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96190ef-822e-4431-81ff-4c12b0a0b06f req-ce60590f-3ed4-40aa-a62c-b380afd03133 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:04.535655 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b96190ef-822e-4431-81ff-4c12b0a0b06f req-ce60590f-3ed4-40aa-a62c-b380afd03133 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 943 time: 0.1111026 Aug 12 14:56:04.551819 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6b50a33c-8050-4627-8d87-06f6c0525734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:04.581015 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.db_base_plugin_common [None req-ce42277e-968b-42a8-a8fa-f1f6e7f88cc1 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Allocated IP 172.27.1.161 (df63f438-b2ec-4f43-ad5b-12a75f4e90ce/8bfc729c-9def-42bb-b3b9-7901b6eeb5d6/64e0c390-6d63-4014-a562-bdb28339e219) {{(pid=105905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:56:04.606022 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b96190ef-822e-4431-81ff-4c12b0a0b06f req-c85f2962-bf0c-40ea-8f73-cc8f8d839e09 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629611 Aug 12 14:56:04.715645 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5128a-3668-454f-8ed9-3de717d795da req-22d7b1a6-37a5-4525-817f-9aead065b514 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:04.716823 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-34d5128a-3668-454f-8ed9-3de717d795da req-22d7b1a6-37a5-4525-817f-9aead065b514 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.73 "GET /v2.0/networks?id=840e7996-3260-480f-b729-67466325f665 HTTP/1.1" status: 200 len: 819 time: 0.1211555 Aug 12 14:56:04.730765 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-34d5128a-3668-454f-8ed9-3de717d795da req-e04a8ab4-b689-47a5-9dce-cbfd31a27b3f tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Request body: {'port': {'device_id': '006cd561-56ee-4f9b-b5fd-00716f1e2bfd', 'network_id': '840e7996-3260-480f-b729-67466325f665', 'admin_state_up': True, 'tenant_id': '65cf5c41ebe24a33be53346ccc25509b'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:04.739326 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6b50a33c-8050-4627-8d87-06f6c0525734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:04.751497 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ce42277e-968b-42a8-a8fa-f1f6e7f88cc1 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for port, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:04.782964 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 37138) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:04.794879 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50a33c-8050-4627-8d87-06f6c0525734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5231012-c175-4a11-9b59-3996f273ea76,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:04.809673 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-6b50a33c-8050-4627-8d87-06f6c0525734 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9f32f35aa07340c3ac595d803403fa1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5416541 Aug 12 14:56:04.809995 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 37144) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:04.897629 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-10192674-c033-4d6c-a23a-27d70617ab57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:04.926263 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-10192674-c033-4d6c-a23a-27d70617ab57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:04.965835 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ce42277e-968b-42a8-a8fa-f1f6e7f88cc1 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445'] for port, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:04.995764 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2891df-e17f-463d-8adf-ab82f6606a98 req-b8a04c9a-2e7e-42fa-9d93-76478a6d5052 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:04.997488 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4c2891df-e17f-463d-8adf-ab82f6606a98 req-b8a04c9a-2e7e-42fa-9d93-76478a6d5052 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/ports?device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 944 time: 0.0990539 Aug 12 14:56:05.106206 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-05ad2324-b204-48b3-9a71-65b50cc66931 req-03b3495f-fc7e-4017-ad46-6426b53faa74 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 210 time: 0.1420569 Aug 12 14:56:05.117894 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce42277e-968b-42a8-a8fa-f1f6e7f88cc1 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Network df63f438-b2ec-4f43-ad5b-12a75f4e90ce is already hosted by enough agents. {{(pid=105905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:56:05.119983 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d5128a-3668-454f-8ed9-3de717d795da req-e04a8ab4-b689-47a5-9dce-cbfd31a27b3f tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Made reservation on behalf of 65cf5c41ebe24a33be53346ccc25509b for: {'port': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:56:05.123544 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-34d5128a-3668-454f-8ed9-3de717d795da req-e04a8ab4-b689-47a5-9dce-cbfd31a27b3f tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:05.131165 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-ce42277e-968b-42a8-a8fa-f1f6e7f88cc1 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Resources bound (agent type, host, resource id): {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:05.139027 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce42277e-968b-42a8-a8fa-f1f6e7f88cc1 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Received port after_create {{(pid=105905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:56:05.160873 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-2c9dec62-de30-4ae8-a704-17554e34fd57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:05.214460 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42277e-968b-42a8-a8fa-f1f6e7f88cc1 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Pushing event updated for resources: {'Port': ['ID=64e0c390-6d63-4014-a562-bdb28339e219,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:05.252318 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4c2891df-e17f-463d-8adf-ab82f6606a98 req-969d7c8b-11c4-494b-86fc-182a056f46a8 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/security-groups?id=306dc1e5-4ece-4053-93d2-a2c972ec40fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574407 Aug 12 14:56:05.292451 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ce42277e-968b-42a8-a8fa-f1f6e7f88cc1 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:05.347111 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_common [req-34d5128a-3668-454f-8ed9-3de717d795da req-e04a8ab4-b689-47a5-9dce-cbfd31a27b3f tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Allocated IP 172.20.0.13 (840e7996-3260-480f-b729-67466325f665/113eea66-7231-4737-b65d-c9a7771abd50/d2e90027-acd4-4884-9831-21a961941181) {{(pid=105906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:56:05.471040 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:05.477770 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-10192674-c033-4d6c-a23a-27d70617ab57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:05.481603 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-10192674-c033-4d6c-a23a-27d70617ab57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:05.483068 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-10192674-c033-4d6c-a23a-27d70617ab57 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c5231012-c175-4a11-9b59-3996f273ea76 HTTP/1.1" status: 204 len: 168 time: 0.6724606 Aug 12 14:56:05.499153 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ce42277e-968b-42a8-a8fa-f1f6e7f88cc1 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:05.516664 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10192674-c033-4d6c-a23a-27d70617ab57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5231012-c175-4a11-9b59-3996f273ea76,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:05.579034 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-34d5128a-3668-454f-8ed9-3de717d795da req-e04a8ab4-b689-47a5-9dce-cbfd31a27b3f tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Notify callbacks [] for port, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:05.621384 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-2c9dec62-de30-4ae8-a704-17554e34fd57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:05.659851 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ce42277e-968b-42a8-a8fa-f1f6e7f88cc1 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for port, precommit_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:05.726857 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1279c-7ae9-4236-ab8b-63bbfce52387 req-a0154e69-e11b-409b-a8cb-7112f506d51d tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:05.728415 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-eaa1279c-7ae9-4236-ab8b-63bbfce52387 req-a0154e69-e11b-409b-a8cb-7112f506d51d tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 943 time: 0.0483732 Aug 12 14:56:05.765965 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-eaa1279c-7ae9-4236-ab8b-63bbfce52387 req-31f558b4-2144-42cd-ae94-ae62dd510bc3 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314882 Aug 12 14:56:05.869840 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-2c9dec62-de30-4ae8-a704-17554e34fd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:05.870324 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ce42277e-968b-42a8-a8fa-f1f6e7f88cc1 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:05.879994 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-34d5128a-3668-454f-8ed9-3de717d795da req-e04a8ab4-b689-47a5-9dce-cbfd31a27b3f tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:05.902549 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ce42277e-968b-42a8-a8fa-f1f6e7f88cc1 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710293'] for floatingip, after_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:05.926506 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=105907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:56:05.927232 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42277e-968b-42a8-a8fa-f1f6e7f88cc1 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Pushing event updated for resources: {'Port': ['ID=64e0c390-6d63-4014-a562-bdb28339e219,revision_number=2']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:05.990922 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d5128a-3668-454f-8ed9-3de717d795da req-e04a8ab4-b689-47a5-9dce-cbfd31a27b3f tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Network 840e7996-3260-480f-b729-67466325f665 is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:56:05.993913 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-2c9dec62-de30-4ae8-a704-17554e34fd57 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e0d9250370a9481f824148fe4b37ce8d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2095344 Aug 12 14:56:05.997403 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 37178) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:06.001266 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9dec62-de30-4ae8-a704-17554e34fd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d8f025-a468-4c3d-967c-a104e4285e3f,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:06.009401 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [req-34d5128a-3668-454f-8ed9-3de717d795da req-e04a8ab4-b689-47a5-9dce-cbfd31a27b3f tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:06.013252 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a8ab4-b689-47a5-9dce-cbfd31a27b3f tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Pushing event updated for resources: {'Port': ['ID=d2e90027-acd4-4884-9831-21a961941181,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:06.015860 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d5128a-3668-454f-8ed9-3de717d795da req-e04a8ab4-b689-47a5-9dce-cbfd31a27b3f tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Received port after_create {{(pid=105906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:56:06.047702 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-e79a85c5-79fd-4a26-bf13-0ec94e090681 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:06.049278 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-e79a85c5-79fd-4a26-bf13-0ec94e090681 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.73 "GET /v2.0/networks?id=840e7996-3260-480f-b729-67466325f665 HTTP/1.1" status: 200 len: 819 time: 0.2398481 Aug 12 14:56:06.070417 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-42f30bc3-b1a3-43c3-8306-db2d23e104d4 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Request body: {'port': {'device_id': '2121bed5-7ae6-4796-8c06-dda608f980dd', 'network_id': '840e7996-3260-480f-b729-67466325f665', 'admin_state_up': True, 'tenant_id': '65cf5c41ebe24a33be53346ccc25509b'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:06.089624 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e7788be6-8547-4e3f-b112-250f2008bc65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:06.094541 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ce42277e-968b-42a8-a8fa-f1f6e7f88cc1 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for floatingip, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:06.096243 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-ce42277e-968b-42a8-a8fa-f1f6e7f88cc1 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4797134 Aug 12 14:56:06.130064 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5128a-3668-454f-8ed9-3de717d795da req-e04a8ab4-b689-47a5-9dce-cbfd31a27b3f tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:06.130910 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-34d5128a-3668-454f-8ed9-3de717d795da req-e04a8ab4-b689-47a5-9dce-cbfd31a27b3f tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:06.144153 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e7788be6-8547-4e3f-b112-250f2008bc65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:06.238466 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0,segment=NetworkSegment(d2806bca-d339-4abc-8594-82e13f04e969),segment_id=d2806bca-d339-4abc-8594-82e13f04e969)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:06.254683 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Returning: {'device': '3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0', 'network_id': '1a1119c5-8116-4383-856c-69d01f620db0', 'port_id': '3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0', 'mac_address': 'fa:16:3e:7e:20:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c5ffcc8-939c-4d8a-b49d-6aca086311c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:56:06.259446 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c6fb562e-1de3-4236-9553-20b2610160b4 req-5912a5bd-aa76-49a0-a790-79af137f1508 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 210 time: 0.0290308 Aug 12 14:56:06.277098 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-34d5128a-3668-454f-8ed9-3de717d795da req-e04a8ab4-b689-47a5-9dce-cbfd31a27b3f tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5502372 Aug 12 14:56:06.300985 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-34d5128a-3668-454f-8ed9-3de717d795da req-d30978f7-1c51-4888-ae3b-c629fce2450f service neutron] Request body: {'port': {'device_id': '006cd561-56ee-4f9b-b5fd-00716f1e2bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:06.316082 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:06.338979 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e7788be6-8547-4e3f-b112-250f2008bc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:06.338979 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e7788be6-8547-4e3f-b112-250f2008bc65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:06.338979 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-e7788be6-8547-4e3f-b112-250f2008bc65 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/26d8f025-a468-4c3d-967c-a104e4285e3f HTTP/1.1" status: 204 len: 168 time: 0.3374572 Aug 12 14:56:06.349858 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7788be6-8547-4e3f-b112-250f2008bc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d8f025-a468-4c3d-967c-a104e4285e3f,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:06.351267 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0 {{(pid=105907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:56:06.402353 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-34d5128a-3668-454f-8ed9-3de717d795da req-d30978f7-1c51-4888-ae3b-c629fce2450f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:06.409773 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0,segment=NetworkSegment(d2806bca-d339-4abc-8594-82e13f04e969),segment_id=d2806bca-d339-4abc-8594-82e13f04e969)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:06.458792 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-42f30bc3-b1a3-43c3-8306-db2d23e104d4 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Made reservation on behalf of 65cf5c41ebe24a33be53346ccc25509b for: {'port': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:56:06.462591 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-42f30bc3-b1a3-43c3-8306-db2d23e104d4 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:06.509920 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da951d37-3330-4a90-a771-f6b1170bf0c9 req-0f3357bc-5849-4f3f-9dc8-e104ac6daecb tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:06.509920 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-da951d37-3330-4a90-a771-f6b1170bf0c9 req-0f3357bc-5849-4f3f-9dc8-e104ac6daecb tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/ports?device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 944 time: 0.1222360 Aug 12 14:56:06.517265 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-68f11b68-bdd0-4656-a788-a311e2bfd537 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--936641254&fields=id&tenant_id=37678a06dae54b7fad6948bc9e0fac01 HTTP/1.1" status: 200 len: 267 time: 0.0667419 Aug 12 14:56:06.546258 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:06.602527 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:06.649692 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-da951d37-3330-4a90-a771-f6b1170bf0c9 req-438c1035-5a82-48bd-a1a4-8bf6a8a44655 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/security-groups?id=306dc1e5-4ece-4053-93d2-a2c972ec40fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310906 Aug 12 14:56:06.701546 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-8ff364a9-2fbb-4236-bcd3-7d5c367a0cf0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:06.703136 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-8ff364a9-2fbb-4236-bcd3-7d5c367a0cf0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/networks?id=853fd948-8021-42a8-9c8b-8e46175e3c7f HTTP/1.1" status: 200 len: 817 time: 0.1734936 Aug 12 14:56:06.725273 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-b29e87f2-747f-45b8-9074-adc7084a68cd tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/quotas/37678a06dae54b7fad6948bc9e0fac01 HTTP/1.1" status: 200 len: 375 time: 0.0137291 Aug 12 14:56:06.768539 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [req-34d5128a-3668-454f-8ed9-3de717d795da req-d30978f7-1c51-4888-ae3b-c629fce2450f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e90027-acd4-4884-9831-21a961941181 {{(pid=105906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:56:06.776215 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-34d5128a-3668-454f-8ed9-3de717d795da req-d30978f7-1c51-4888-ae3b-c629fce2450f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:06.784875 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-497ed374-c723-4b77-b641-7ef602575d0e tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=37678a06dae54b7fad6948bc9e0fac01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0563145 Aug 12 14:56:06.792193 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-34d5128a-3668-454f-8ed9-3de717d795da req-d30978f7-1c51-4888-ae3b-c629fce2450f service neutron] Transition to ACTIVE for port object d2e90027-acd4-4884-9831-21a961941181 will not be triggered until provisioned by entity L2. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:56:06.805724 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:56:06.941259 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bda4a0-2497-419d-972c-8d92dfa87172 req-6a97da5d-97a6-44f8-9d01-92d99793597c tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:06.942850 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-01bda4a0-2497-419d-972c-8d92dfa87172 req-6a97da5d-97a6-44f8-9d01-92d99793597c tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 943 time: 0.0837390 Aug 12 14:56:06.946995 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-dcf84226-7531-4b06-82a9-d92e81d03552 service neutron] 10.222.0.63 "GET /v2.0/networks/853fd948-8021-42a8-9c8b-8e46175e3c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335349 Aug 12 14:56:06.959229 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-34d5128a-3668-454f-8ed9-3de717d795da req-d30978f7-1c51-4888-ae3b-c629fce2450f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:07.057364 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-01bda4a0-2497-419d-972c-8d92dfa87172 req-637549f5-1b2e-40dc-8dbe-a363dc1dde9b tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845432 Aug 12 14:56:07.064912 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30978f7-1c51-4888-ae3b-c629fce2450f service neutron] Pushing event updated for resources: {'Port': ['ID=d2e90027-acd4-4884-9831-21a961941181,revision_number=2']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:07.091153 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_common [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-42f30bc3-b1a3-43c3-8306-db2d23e104d4 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Allocated IP 172.20.0.5 (840e7996-3260-480f-b729-67466325f665/113eea66-7231-4737-b65d-c9a7771abd50/8900a95b-432f-4e92-b730-9107a7c75dc5) {{(pid=105906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:56:07.094274 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-c0308c2e-0b90-400c-af85-6f3e44173b5c service neutron] 10.222.0.63 "GET /v2.0/networks/853fd948-8021-42a8-9c8b-8e46175e3c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293583 Aug 12 14:56:07.195372 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-34d5128a-3668-454f-8ed9-3de717d795da req-d30978f7-1c51-4888-ae3b-c629fce2450f service neutron] Attempting to bind port d2e90027-acd4-4884-9831-21a961941181 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:56:07.195716 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-34d5128a-3668-454f-8ed9-3de717d795da req-d30978f7-1c51-4888-ae3b-c629fce2450f service neutron] Attempting to bind port d2e90027-acd4-4884-9831-21a961941181 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': 'fbb3272c-a19e-44e5-96a7-19de32afd74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '840e7996-3260-480f-b729-67466325f665'}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:56:07.196047 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d5128a-3668-454f-8ed9-3de717d795da req-d30978f7-1c51-4888-ae3b-c629fce2450f service neutron] Attempting to bind port d2e90027-acd4-4884-9831-21a961941181 on network 840e7996-3260-480f-b729-67466325f665 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:56:07.214667 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d5128a-3668-454f-8ed9-3de717d795da req-d30978f7-1c51-4888-ae3b-c629fce2450f service neutron] Port d2e90027-acd4-4884-9831-21a961941181 on network 840e7996-3260-480f-b729-67466325f665 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:56:07.214997 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d5128a-3668-454f-8ed9-3de717d795da req-d30978f7-1c51-4888-ae3b-c629fce2450f service neutron] Attempting to bind port d2e90027-acd4-4884-9831-21a961941181 on network 840e7996-3260-480f-b729-67466325f665 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:56:07.248989 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d5128a-3668-454f-8ed9-3de717d795da req-d30978f7-1c51-4888-ae3b-c629fce2450f service neutron] Checking agent: {'id': '8bc968ee-63fe-4341-8ff4-51482bda9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'started_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:56:07.249329 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d5128a-3668-454f-8ed9-3de717d795da req-d30978f7-1c51-4888-ae3b-c629fce2450f service neutron] Checking segment: {'id': 'fbb3272c-a19e-44e5-96a7-19de32afd74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '840e7996-3260-480f-b729-67466325f665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:56:07.249732 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d5128a-3668-454f-8ed9-3de717d795da req-d30978f7-1c51-4888-ae3b-c629fce2450f service neutron] Bound using segment: {'id': 'fbb3272c-a19e-44e5-96a7-19de32afd74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '840e7996-3260-480f-b729-67466325f665'} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:56:07.250713 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-34d5128a-3668-454f-8ed9-3de717d795da req-d30978f7-1c51-4888-ae3b-c629fce2450f service neutron] Bound port: d2e90027-acd4-4884-9831-21a961941181, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbb3272c-a19e-44e5-96a7-19de32afd74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '840e7996-3260-480f-b729-67466325f665'}}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:56:07.251074 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-34d5128a-3668-454f-8ed9-3de717d795da req-d30978f7-1c51-4888-ae3b-c629fce2450f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:07.358422 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-94586a1e-a2c9-4c70-b036-c01165d14858 req-2cc237df-1eae-4ff7-9e19-8c6d8bcd982f tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 210 time: 0.0253527 Aug 12 14:56:07.360223 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-42f30bc3-b1a3-43c3-8306-db2d23e104d4 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Notify callbacks [] for port, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:07.362569 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-34d5128a-3668-454f-8ed9-3de717d795da req-d30978f7-1c51-4888-ae3b-c629fce2450f service neutron] For port d2e90027-acd4-4884-9831-21a961941181, host hv-cinder-80001, cleared binding levels {{(pid=105906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:56:07.378039 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-34d5128a-3668-454f-8ed9-3de717d795da req-d30978f7-1c51-4888-ae3b-c629fce2450f service neutron] For port d2e90027-acd4-4884-9831-21a961941181, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=d2e90027-acd4-4884-9831-21a961941181,segment=NetworkSegment(fbb3272c-a19e-44e5-96a7-19de32afd74d),segment_id=fbb3272c-a19e-44e5-96a7-19de32afd74d)] {{(pid=105906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:56:07.533964 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-34d5128a-3668-454f-8ed9-3de717d795da req-d30978f7-1c51-4888-ae3b-c629fce2450f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:07.537880 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-42f30bc3-b1a3-43c3-8306-db2d23e104d4 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:07.550980 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-606d8efe-e9a1-4463-9e5a-9ae264521f37 req-4829cf4b-8485-4c9e-926b-7b042146a7f6 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 210 time: 0.0311806 Aug 12 14:56:07.579742 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-42f30bc3-b1a3-43c3-8306-db2d23e104d4 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Network 840e7996-3260-480f-b729-67466325f665 is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:56:07.589444 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-42f30bc3-b1a3-43c3-8306-db2d23e104d4 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:07.594078 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-42f30bc3-b1a3-43c3-8306-db2d23e104d4 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Received port after_create {{(pid=105906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:56:07.598970 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5128a-3668-454f-8ed9-3de717d795da req-d30978f7-1c51-4888-ae3b-c629fce2450f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:07.599612 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-34d5128a-3668-454f-8ed9-3de717d795da req-d30978f7-1c51-4888-ae3b-c629fce2450f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:07.601008 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-34d5128a-3668-454f-8ed9-3de717d795da req-d30978f7-1c51-4888-ae3b-c629fce2450f service neutron] 10.222.0.73 "PUT /v2.0/ports/d2e90027-acd4-4884-9831-21a961941181 HTTP/1.1" status: 200 len: 1094 time: 1.3162255 Aug 12 14:56:07.602542 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006cd561-56ee-4f9b-b5fd-00716f1e2bfd', 'tag': 'd2e90027-acd4-4884-9831-21a961941181'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:56:07.604795 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e793152-bdb4-4c7f-a013-d1e8ea5399d4" -d '{"events": [{"name": "network-changed", "server_uuid": "006cd561-56ee-4f9b-b5fd-00716f1e2bfd", "tag": "d2e90027-acd4-4884-9831-21a961941181"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:56:07.650717 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30978f7-1c51-4888-ae3b-c629fce2450f service neutron] Pushing event updated for resources: {'Port': ['ID=d2e90027-acd4-4884-9831-21a961941181,revision_number=3']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:07.715649 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f30bc3-b1a3-43c3-8306-db2d23e104d4 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Pushing event updated for resources: {'Port': ['ID=8900a95b-432f-4e92-b730-9107a7c75dc5,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:07.723571 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-42f30bc3-b1a3-43c3-8306-db2d23e104d4 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:07.724203 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-42f30bc3-b1a3-43c3-8306-db2d23e104d4 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:07.743455 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe27aea-bca0-4575-8019-e314329bc8ef x-openstack-request-id: req-dbe27aea-bca0-4575-8019-e314329bc8ef {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:56:07.743747 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "006cd561-56ee-4f9b-b5fd-00716f1e2bfd", "tag": "d2e90027-acd4-4884-9831-21a961941181", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:56:07.743999 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-dbe27aea-bca0-4575-8019-e314329bc8ef {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:56:07.744395 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '006cd561-56ee-4f9b-b5fd-00716f1e2bfd', 'tag': 'd2e90027-acd4-4884-9831-21a961941181', 'status': 'completed', 'code': 200} Aug 12 14:56:07.799412 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 37250) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:07.814194 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e793152-bdb4-4c7f-a013-d1e8ea5399d4 req-62c0b468-87af-4191-8321-824ecff79c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:07.815689 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-8e793152-bdb4-4c7f-a013-d1e8ea5399d4 req-62c0b468-87af-4191-8321-824ecff79c3b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65cf5c41ebe24a33be53346ccc25509b&device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 1097 time: 0.0483687 Aug 12 14:56:07.822041 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9433a-9074-4467-9272-5a3c00a8f465 req-44a2d06d-8a4d-4a16-b268-fce0028bbe50 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:07.823715 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-20e9433a-9074-4467-9272-5a3c00a8f465 req-44a2d06d-8a4d-4a16-b268-fce0028bbe50 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/ports?device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 945 time: 0.0805664 Aug 12 14:56:07.824954 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-aca82554-bfc3-4066-b4df-753017d64d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:07.876003 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-42f30bc3-b1a3-43c3-8306-db2d23e104d4 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8122549 Aug 12 14:56:07.877539 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-20e9433a-9074-4467-9272-5a3c00a8f465 req-10cf9490-01af-4cc3-83b6-08540d64afdb tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/security-groups?id=306dc1e5-4ece-4053-93d2-a2c972ec40fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439782 Aug 12 14:56:07.896220 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-61ad87a0-637f-4369-837e-50d0db2c17e2 service neutron] Request body: {'port': {'device_id': '2121bed5-7ae6-4796-8c06-dda608f980dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:07.915448 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 9f737a21-4c60-460b-ab4e-02c72f5ba325 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=105907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:56:07.939831 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0 up at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:07.977495 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-aca82554-bfc3-4066-b4df-753017d64d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:07.988656 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-61ad87a0-637f-4369-837e-50d0db2c17e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:07.999142 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e793152-bdb4-4c7f-a013-d1e8ea5399d4 req-950adee0-3994-411f-bf75-86ebfa382c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:08.001326 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-8e793152-bdb4-4c7f-a013-d1e8ea5399d4 req-950adee0-3994-411f-bf75-86ebfa382c6f service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=65cf5c41ebe24a33be53346ccc25509b&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1775353 Aug 12 14:56:08.066646 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 9f737a21-4c60-460b-ab4e-02c72f5ba325, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=9f737a21-4c60-460b-ab4e-02c72f5ba325,segment=NetworkSegment(34bd49a4-5237-487d-b9fa-5e45f744b2f8),segment_id=34bd49a4-5237-487d-b9fa-5e45f744b2f8)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:08.081717 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Returning: {'device': '9f737a21-4c60-460b-ab4e-02c72f5ba325', 'network_id': '4cce9222-c00c-4688-99c4-34e7c10a758a', 'port_id': '9f737a21-4c60-460b-ab4e-02c72f5ba325', 'mac_address': 'fa:16:3e:79:6a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6985d2f9-57be-4262-adfd-26b8dd2da41b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:56:08.091015 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-aca82554-bfc3-4066-b4df-753017d64d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:08.163817 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning for port 3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:08.165829 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:08.205921 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f737a21-4c60-460b-ab4e-02c72f5ba325 {{(pid=105907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:56:08.214070 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning complete for port 3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:08.215497 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:08.246021 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca82554-bfc3-4066-b4df-753017d64d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b1de7f-48fa-4168-87f6-d9f0de20cba2,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:08.259949 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-aca82554-bfc3-4066-b4df-753017d64d4f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=699e5391ce6447f8b1e7303b69b43631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4593804 Aug 12 14:56:08.262618 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 37262) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:08.268071 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e793152-bdb4-4c7f-a013-d1e8ea5399d4 req-1d4bad52-a4a4-4997-8b83-795339c72812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:08.269747 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-8e793152-bdb4-4c7f-a013-d1e8ea5399d4 req-1d4bad52-a4a4-4997-8b83-795339c72812 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2609701 Aug 12 14:56:08.362620 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:08.374939 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 9f737a21-4c60-460b-ab4e-02c72f5ba325, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=9f737a21-4c60-460b-ab4e-02c72f5ba325,segment=NetworkSegment(34bd49a4-5237-487d-b9fa-5e45f744b2f8),segment_id=34bd49a4-5237-487d-b9fa-5e45f744b2f8)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:08.383553 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275b380-d62e-41f2-a0aa-c79ca8509301 req-21a01f6f-73ff-48f9-8fc1-b8e68d8cd801 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:08.385922 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e275b380-d62e-41f2-a0aa-c79ca8509301 req-21a01f6f-73ff-48f9-8fc1-b8e68d8cd801 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 943 time: 0.2115178 Aug 12 14:56:08.422577 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5128a-3668-454f-8ed9-3de717d795da req-1296b9b1-8b54-475b-b22d-8885c7ecce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:08.426472 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-34d5128a-3668-454f-8ed9-3de717d795da req-1296b9b1-8b54-475b-b22d-8885c7ecce1f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65cf5c41ebe24a33be53346ccc25509b&device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 1097 time: 0.1155865 Aug 12 14:56:08.463959 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0,segment=NetworkSegment(d2806bca-d339-4abc-8594-82e13f04e969),segment_id=d2806bca-d339-4abc-8594-82e13f04e969)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:08.465360 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f00616-6bb7-440b-b81a-ba40dd3252b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0'}] {{(pid=105907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:56:08.517745 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-34d5128a-3668-454f-8ed9-3de717d795da req-919151d5-fd1d-438f-a2ba-0194615c6e5f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2e90027-acd4-4884-9831-21a961941181 HTTP/1.1" status: 200 len: 217 time: 0.0783308 Aug 12 14:56:08.587208 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-61ad87a0-637f-4369-837e-50d0db2c17e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8900a95b-432f-4e92-b730-9107a7c75dc5 {{(pid=105906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:56:08.600030 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-61ad87a0-637f-4369-837e-50d0db2c17e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:08.604980 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5128a-3668-454f-8ed9-3de717d795da req-80ea4a9b-5079-4b14-83d9-769a725b64b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:08.606461 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-34d5128a-3668-454f-8ed9-3de717d795da req-80ea4a9b-5079-4b14-83d9-769a725b64b1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=113eea66-7231-4737-b65d-c9a7771abd50 HTTP/1.1" status: 200 len: 859 time: 0.0680299 Aug 12 14:56:08.640335 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:08.653267 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-34d5128a-3668-454f-8ed9-3de717d795da req-bb172aab-cb59-4a85-9379-ba9b93327868 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=840e7996-3260-480f-b729-67466325f665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388842 Aug 12 14:56:08.654330 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-61ad87a0-637f-4369-837e-50d0db2c17e2 service neutron] Transition to ACTIVE for port object 8900a95b-432f-4e92-b730-9107a7c75dc5 will not be triggered until provisioned by entity L2. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:56:08.658083 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:08.688576 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-a9477ee7-d768-486f-a99d-05e2274edd4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:08.717864 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-a9477ee7-d768-486f-a99d-05e2274edd4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:08.764981 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e275b380-d62e-41f2-a0aa-c79ca8509301 req-f36a4bbb-d77a-4657-b75c-8f21d15dfbb2 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687656 Aug 12 14:56:08.770845 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:08.800638 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-61ad87a0-637f-4369-837e-50d0db2c17e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:08.814462 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7934f6-9ca9-40c0-88bb-bd80e614db54 req-b2ac19ba-de79-471b-a89a-c4850bf5da2b tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:08.816050 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ce7934f6-9ca9-40c0-88bb-bd80e614db54 req-b2ac19ba-de79-471b-a89a-c4850bf5da2b tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 931 time: 0.1724234 Aug 12 14:56:08.850276 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-34d5128a-3668-454f-8ed9-3de717d795da req-710f4740-84ec-4be9-bcf6-3f5d2c79dcc4 service neutron] 10.222.0.73 "GET /v2.0/networks/840e7996-3260-480f-b729-67466325f665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883030 Aug 12 14:56:08.927652 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=9f737a21-4c60-460b-ab4e-02c72f5ba325,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:08.949683 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d000d793ac8a3d868a659aad16e36a91200609b2b231164c0c4cfca9150c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a27ce7e-0761-4ac6-87a9-81772748f60f" -d '{"events": [{"server_uuid": "93f00616-6bb7-440b-b81a-ba40dd3252b8", "name": "network-vif-plugged", "status": "completed", "tag": "3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0"}]}' {{(pid=105907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:56:08.953734 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad87a0-637f-4369-837e-50d0db2c17e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8900a95b-432f-4e92-b730-9107a7c75dc5,revision_number=2']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:08.955526 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['9f737a21-4c60-460b-ab4e-02c72f5ba325'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:56:08.983184 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-a9477ee7-d768-486f-a99d-05e2274edd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:08.989625 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-a9477ee7-d768-486f-a99d-05e2274edd4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:08.993096 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-a9477ee7-d768-486f-a99d-05e2274edd4e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a1b1de7f-48fa-4168-87f6-d9f0de20cba2 HTTP/1.1" status: 204 len: 168 time: 0.7181730 Aug 12 14:56:09.008436 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-458707aa-9168-4948-866b-1439769d1422 req-bde45337-7d57-43c8-ba69-c1a12f458a00 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 210 time: 0.1215334 Aug 12 14:56:09.019204 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ce7934f6-9ca9-40c0-88bb-bd80e614db54 req-3ace4828-1774-464f-b8a0-88ae45369cb3 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841383 Aug 12 14:56:09.042517 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9477ee7-d768-486f-a99d-05e2274edd4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b1de7f-48fa-4168-87f6-d9f0de20cba2,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:09.161134 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f3b39-9747-4d50-8320-007b2f0cf7ed req-8c996094-5995-45ae-89c0-028261ea4447 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:09.168885 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f85f3b39-9747-4d50-8320-007b2f0cf7ed req-8c996094-5995-45ae-89c0-028261ea4447 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/ports?device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 946 time: 0.0780187 Aug 12 14:56:09.209948 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f85f3b39-9747-4d50-8320-007b2f0cf7ed req-2f1f7cf5-d278-4185-b787-df15ae8403fd tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/security-groups?id=306dc1e5-4ece-4053-93d2-a2c972ec40fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401521 Aug 12 14:56:09.273983 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-34d5128a-3668-454f-8ed9-3de717d795da req-9e2ddfc2-f7c6-49eb-94ff-2072b95f41bc service neutron] 10.222.0.73 "GET /v2.0/networks/840e7996-3260-480f-b729-67466325f665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129229 Aug 12 14:56:09.276185 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-61ad87a0-637f-4369-837e-50d0db2c17e2 service neutron] Attempting to bind port 8900a95b-432f-4e92-b730-9107a7c75dc5 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:56:09.276515 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-61ad87a0-637f-4369-837e-50d0db2c17e2 service neutron] Attempting to bind port 8900a95b-432f-4e92-b730-9107a7c75dc5 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': 'fbb3272c-a19e-44e5-96a7-19de32afd74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '840e7996-3260-480f-b729-67466325f665'}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:56:09.276874 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-61ad87a0-637f-4369-837e-50d0db2c17e2 service neutron] Attempting to bind port 8900a95b-432f-4e92-b730-9107a7c75dc5 on network 840e7996-3260-480f-b729-67466325f665 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:56:09.281698 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-61ad87a0-637f-4369-837e-50d0db2c17e2 service neutron] Port 8900a95b-432f-4e92-b730-9107a7c75dc5 on network 840e7996-3260-480f-b729-67466325f665 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:56:09.282017 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-61ad87a0-637f-4369-837e-50d0db2c17e2 service neutron] Attempting to bind port 8900a95b-432f-4e92-b730-9107a7c75dc5 on network 840e7996-3260-480f-b729-67466325f665 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:56:09.287025 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-61ad87a0-637f-4369-837e-50d0db2c17e2 service neutron] Checking agent: {'id': '8bc968ee-63fe-4341-8ff4-51482bda9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'started_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:56:09.287361 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-61ad87a0-637f-4369-837e-50d0db2c17e2 service neutron] Checking segment: {'id': 'fbb3272c-a19e-44e5-96a7-19de32afd74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '840e7996-3260-480f-b729-67466325f665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:56:09.287735 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-61ad87a0-637f-4369-837e-50d0db2c17e2 service neutron] Bound using segment: {'id': 'fbb3272c-a19e-44e5-96a7-19de32afd74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '840e7996-3260-480f-b729-67466325f665'} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:56:09.288152 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-61ad87a0-637f-4369-837e-50d0db2c17e2 service neutron] Bound port: 8900a95b-432f-4e92-b730-9107a7c75dc5, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbb3272c-a19e-44e5-96a7-19de32afd74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '840e7996-3260-480f-b729-67466325f665'}}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:56:09.288501 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-61ad87a0-637f-4369-837e-50d0db2c17e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:09.350934 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-61ad87a0-637f-4369-837e-50d0db2c17e2 service neutron] For port 8900a95b-432f-4e92-b730-9107a7c75dc5, host hv-cinder-80001, cleared binding levels {{(pid=105906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:56:09.354245 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-61ad87a0-637f-4369-837e-50d0db2c17e2 service neutron] For port 8900a95b-432f-4e92-b730-9107a7c75dc5, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=8900a95b-432f-4e92-b730-9107a7c75dc5,segment=NetworkSegment(fbb3272c-a19e-44e5-96a7-19de32afd74d),segment_id=fbb3272c-a19e-44e5-96a7-19de32afd74d)] {{(pid=105906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:56:09.442418 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-61ad87a0-637f-4369-837e-50d0db2c17e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:09.486938 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-61ad87a0-637f-4369-837e-50d0db2c17e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:09.487538 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-61ad87a0-637f-4369-837e-50d0db2c17e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:09.488947 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-61ad87a0-637f-4369-837e-50d0db2c17e2 service neutron] 10.222.0.73 "PUT /v2.0/ports/8900a95b-432f-4e92-b730-9107a7c75dc5 HTTP/1.1" status: 200 len: 1093 time: 1.5991898 Aug 12 14:56:09.509575 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad87a0-637f-4369-837e-50d0db2c17e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8900a95b-432f-4e92-b730-9107a7c75dc5,revision_number=3']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:09.665544 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-fc33db70-8c71-43a2-9f86-df399403fff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:09.667043 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-fc33db70-8c71-43a2-9f86-df399403fff5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65cf5c41ebe24a33be53346ccc25509b&device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 1096 time: 0.0422812 Aug 12 14:56:09.699176 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675fe759-7746-444d-b05c-f9f8397afa69 x-openstack-request-id: req-675fe759-7746-444d-b05c-f9f8397afa69 {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:56:09.699812 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f00616-6bb7-440b-b81a-ba40dd3252b8", "name": "network-vif-plugged", "status": "completed", "tag": "3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0", "code": 200}]} {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:56:09.703051 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-675fe759-7746-444d-b05c-f9f8397afa69 {{(pid=105907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:56:09.709273 dv-cinder-800015-3-iscsi neutron-server[105907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f00616-6bb7-440b-b81a-ba40dd3252b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0', 'code': 200} Aug 12 14:56:09.712087 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-1c0ef75d-16ad-4aef-99d0-f769e027fe1e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8900a95b-432f-4e92-b730-9107a7c75dc5 HTTP/1.1" status: 200 len: 217 time: 0.0360692 Aug 12 14:56:09.759478 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2121bed5-7ae6-4796-8c06-dda608f980dd', 'tag': '8900a95b-432f-4e92-b730-9107a7c75dc5'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:56:09.764155 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103b01f2-bebf-4b46-a959-2de7a43e90d0" -d '{"events": [{"name": "network-changed", "server_uuid": "2121bed5-7ae6-4796-8c06-dda608f980dd", "tag": "8900a95b-432f-4e92-b730-9107a7c75dc5"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:56:09.780196 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 37318) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:09.815070 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7e9cf9-44c1-4990-a05f-aa8c010e0fb3 x-openstack-request-id: req-8c7e9cf9-44c1-4990-a05f-aa8c010e0fb3 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:56:09.817194 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2121bed5-7ae6-4796-8c06-dda608f980dd", "tag": "8900a95b-432f-4e92-b730-9107a7c75dc5", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:56:09.817643 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8c7e9cf9-44c1-4990-a05f-aa8c010e0fb3 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:56:09.818743 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2121bed5-7ae6-4796-8c06-dda608f980dd', 'tag': '8900a95b-432f-4e92-b730-9107a7c75dc5', 'status': 'completed', 'code': 200} Aug 12 14:56:09.821760 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-e1ac2bfd-1f7e-4a32-b655-d6b2d36e9683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:09.824078 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-e1ac2bfd-1f7e-4a32-b655-d6b2d36e9683 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=113eea66-7231-4737-b65d-c9a7771abd50 HTTP/1.1" status: 200 len: 859 time: 0.1046610 Aug 12 14:56:09.859882 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-3bb9e681-82a1-4593-b10a-457a96a5690e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=840e7996-3260-480f-b729-67466325f665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262959 Aug 12 14:56:09.915360 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 9f737a21-4c60-460b-ab4e-02c72f5ba325 up at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:09.934542 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81606a1-d3ef-47ab-aaa3-de155a4271de req-682674a5-8659-4235-bd90-479f2d9dd4c9 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:09.936045 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f81606a1-d3ef-47ab-aaa3-de155a4271de req-682674a5-8659-4235-bd90-479f2d9dd4c9 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 944 time: 0.0665009 Aug 12 14:56:09.942644 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-4a586464-db79-422c-93a8-969f3e7c8dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:10.011500 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-e46ba0a6-13a1-4a0d-a01e-8c73bd61e2ee service neutron] 10.222.0.73 "GET /v2.0/networks/840e7996-3260-480f-b729-67466325f665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430767 Aug 12 14:56:10.033934 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f81606a1-d3ef-47ab-aaa3-de155a4271de req-37d694c0-a277-4eed-977b-ba6f727d2555 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791004 Aug 12 14:56:10.140247 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning for port 9f737a21-4c60-460b-ab4e-02c72f5ba325 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:10.144620 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning complete for port 9f737a21-4c60-460b-ab4e-02c72f5ba325 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:10.145067 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:10.182122 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-54eeb714-c75f-46c6-b644-d1bd59dc44e6 req-52d46220-23f0-427b-8e33-91e88075a7db service neutron] 10.222.0.73 "GET /v2.0/networks/840e7996-3260-480f-b729-67466325f665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582823 Aug 12 14:56:10.200850 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-096f8383-c734-4f0d-b77e-f2e09b8e0d8e req-a297e992-edc3-46e8-9781-d0d3f142740f tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 210 time: 0.0532353 Aug 12 14:56:10.215470 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-4a586464-db79-422c-93a8-969f3e7c8dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:10.235219 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5782c6-9b89-4fd4-9a8e-2ce437ebde68 req-13c6c790-c746-4a8e-8300-faa702a19b4d tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:10.243221 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:10.245087 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-aa5782c6-9b89-4fd4-9a8e-2ce437ebde68 req-13c6c790-c746-4a8e-8300-faa702a19b4d tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 943 time: 0.1177225 Aug 12 14:56:10.307860 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-aa5782c6-9b89-4fd4-9a8e-2ce437ebde68 req-29f1aa5c-a5ba-4974-92b9-bca4d3cb78c0 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599277 Aug 12 14:56:10.312183 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 9f737a21-4c60-460b-ab4e-02c72f5ba325, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=9f737a21-4c60-460b-ab4e-02c72f5ba325,segment=NetworkSegment(34bd49a4-5237-487d-b9fa-5e45f744b2f8),segment_id=34bd49a4-5237-487d-b9fa-5e45f744b2f8)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:10.315513 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-4a586464-db79-422c-93a8-969f3e7c8dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:10.328906 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:56:10.372669 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a586464-db79-422c-93a8-969f3e7c8dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e2fd5a-b22b-4d1e-9951-89a3f399a138,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:10.403150 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-4a586464-db79-422c-93a8-969f3e7c8dee admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a6be3eef0976478591cc25bdd30b56bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6213164 Aug 12 14:56:10.425763 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 37344) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:10.435080 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:10.458411 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e316f2f-7c53-417f-89c5-0c32a66860d1 req-039e5dc4-d34b-406a-b679-2a086ca7ed8a tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:10.467176 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4e316f2f-7c53-417f-89c5-0c32a66860d1 req-039e5dc4-d34b-406a-b679-2a086ca7ed8a tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/ports?device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 946 time: 0.0853944 Aug 12 14:56:10.506334 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644cd96-dd51-4f93-a79d-da223b399e88 req-5d81dac0-6243-41bd-8e22-fce773d1b266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:10.507850 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-6644cd96-dd51-4f93-a79d-da223b399e88 req-5d81dac0-6243-41bd-8e22-fce773d1b266 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 1099 time: 0.2133718 Aug 12 14:56:10.514215 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=9f737a21-4c60-460b-ab4e-02c72f5ba325,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:10.522549 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b01f2-bebf-4b46-a959-2de7a43e90d0 req-68ef5412-6202-444b-99f9-f4ac9558eeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:10.523926 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-103b01f2-bebf-4b46-a959-2de7a43e90d0 req-68ef5412-6202-444b-99f9-f4ac9558eeba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65cf5c41ebe24a33be53346ccc25509b&device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 1096 time: 0.1620655 Aug 12 14:56:10.526400 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4e316f2f-7c53-417f-89c5-0c32a66860d1 req-a26daba9-89d1-49b5-9a91-5c7f3c82ffba tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/security-groups?id=306dc1e5-4ece-4053-93d2-a2c972ec40fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582700 Aug 12 14:56:10.549983 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-6644cd96-dd51-4f93-a79d-da223b399e88 req-489eb03b-3e79-4b39-94b3-5ade2e5f26c8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:10.601160 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-ff5f454d-f20e-4af4-a4ce-fcb988c24482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:10.652392 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-ff5f454d-f20e-4af4-a4ce-fcb988c24482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:10.710337 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b01f2-bebf-4b46-a959-2de7a43e90d0 req-21dbb4af-dd20-496b-ba50-eefade1ab056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:10.711808 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-103b01f2-bebf-4b46-a959-2de7a43e90d0 req-21dbb4af-dd20-496b-ba50-eefade1ab056 service neutron] 10.222.0.73 "GET /v2.0/networks?id=840e7996-3260-480f-b729-67466325f665 HTTP/1.1" status: 200 len: 920 time: 0.1782780 Aug 12 14:56:10.763804 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-103b01f2-bebf-4b46-a959-2de7a43e90d0 req-f038ebb1-219d-4b00-97a3-1aea04774281 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8900a95b-432f-4e92-b730-9107a7c75dc5 HTTP/1.1" status: 200 len: 217 time: 0.0432312 Aug 12 14:56:10.827754 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-6644cd96-dd51-4f93-a79d-da223b399e88 req-489eb03b-3e79-4b39-94b3-5ade2e5f26c8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:10.839850 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b01f2-bebf-4b46-a959-2de7a43e90d0 req-f981c561-00b9-462d-9996-5ed0717b4a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:10.839850 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-103b01f2-bebf-4b46-a959-2de7a43e90d0 req-f981c561-00b9-462d-9996-5ed0717b4a56 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=113eea66-7231-4737-b65d-c9a7771abd50 HTTP/1.1" status: 200 len: 859 time: 0.0653636 Aug 12 14:56:10.873345 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-103b01f2-bebf-4b46-a959-2de7a43e90d0 req-8b50e58d-ad3b-4e3a-afec-31acdaf8f000 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=840e7996-3260-480f-b729-67466325f665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287976 Aug 12 14:56:10.874115 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-ff5f454d-f20e-4af4-a4ce-fcb988c24482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:10.877420 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-ff5f454d-f20e-4af4-a4ce-fcb988c24482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:10.880663 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-ff5f454d-f20e-4af4-a4ce-fcb988c24482 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/33e2fd5a-b22b-4d1e-9951-89a3f399a138 HTTP/1.1" status: 204 len: 168 time: 0.4482918 Aug 12 14:56:10.894415 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f454d-f20e-4af4-a4ce-fcb988c24482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e2fd5a-b22b-4d1e-9951-89a3f399a138,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:10.954425 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-6644cd96-dd51-4f93-a79d-da223b399e88 req-489eb03b-3e79-4b39-94b3-5ade2e5f26c8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:10.990404 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-6644cd96-dd51-4f93-a79d-da223b399e88 req-489eb03b-3e79-4b39-94b3-5ade2e5f26c8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=306dc1e5-4ece-4053-93d2-a2c972ec40fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705095 Aug 12 14:56:11.011743 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-103b01f2-bebf-4b46-a959-2de7a43e90d0 req-cf390da0-3812-4abe-a898-2c6184f5b549 service neutron] 10.222.0.73 "GET /v2.0/networks/840e7996-3260-480f-b729-67466325f665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296883 Aug 12 14:56:11.012894 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489eb03b-3e79-4b39-94b3-5ade2e5f26c8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c381b1bd-4690-4bc4-85be-e85373bc3854,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:11.149593 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5fef5-6218-42e1-a643-9cab72aaa556 req-3eb2e4c7-dcfe-4b8f-835f-dfd2d2e1e073 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:11.151176 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5ac5fef5-6218-42e1-a643-9cab72aaa556 req-3eb2e4c7-dcfe-4b8f-835f-dfd2d2e1e073 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 945 time: 0.0511200 Aug 12 14:56:11.237631 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5ac5fef5-6218-42e1-a643-9cab72aaa556 req-1519c1e2-ba63-44ac-a8b4-5adebe2e12f9 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794675 Aug 12 14:56:11.256924 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-d080751a-a39e-4449-a1e1-791927293992 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:11.262072 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-d080751a-a39e-4449-a1e1-791927293992 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.73 "GET /v2.0/networks?id=853fd948-8021-42a8-9c8b-8e46175e3c7f HTTP/1.1" status: 200 len: 817 time: 0.1745238 Aug 12 14:56:11.264229 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-103b01f2-bebf-4b46-a959-2de7a43e90d0 req-078994bd-d558-4f5a-8e57-293ea86da2e7 service neutron] 10.222.0.73 "GET /v2.0/networks/840e7996-3260-480f-b729-67466325f665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893370 Aug 12 14:56:11.331850 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-86349331-9ac9-4ab0-9bdf-fd64d6bf3cec tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37678a06dae54b7fad6948bc9e0fac01 HTTP/1.1" status: 200 len: 379 time: 0.0586030 Aug 12 14:56:11.351101 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-ce64f11d-5f84-43c1-ad4d-011b540cb305 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Request body: {'port': {'device_id': '3775fcbc-45aa-42c6-bb86-c0f550485bde', 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'admin_state_up': True, 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'security_groups': ['4dfa090b-d063-4a0e-af72-fce538342bc1']}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:11.377206 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7dba82d8-f778-4d1b-a67e-c38ef33a68ec req-1ba33f98-0a0b-4b5a-979c-fdfa421ae574 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 210 time: 0.0807977 Aug 12 14:56:11.485835 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51cd8a-423c-4801-9118-ebc30636d2b5 req-fb1243a3-b178-4b48-9c26-f47ca4bee06e tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:11.487706 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7c51cd8a-423c-4801-9118-ebc30636d2b5 req-fb1243a3-b178-4b48-9c26-f47ca4bee06e tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 943 time: 0.0633976 Aug 12 14:56:11.548387 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7c51cd8a-423c-4801-9118-ebc30636d2b5 req-35f482e9-e57a-44c7-8f29-2d1df80695d1 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542965 Aug 12 14:56:11.649533 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be9420-cac7-49fa-b312-d69e72d25a7e req-cea166e6-ed37-4a5a-b29d-629382317eca tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:11.651303 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-95be9420-cac7-49fa-b312-d69e72d25a7e req-cea166e6-ed37-4a5a-b29d-629382317eca tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/ports?device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 946 time: 0.0488899 Aug 12 14:56:11.686488 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-ce64f11d-5f84-43c1-ad4d-011b540cb305 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Made reservation on behalf of 37678a06dae54b7fad6948bc9e0fac01 for: {'port': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:56:11.690568 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-ce64f11d-5f84-43c1-ad4d-011b540cb305 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:11.702568 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-95be9420-cac7-49fa-b312-d69e72d25a7e req-1adb1a95-0782-49ea-a82a-e91418bdae1a tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/security-groups?id=306dc1e5-4ece-4053-93d2-a2c972ec40fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442736 Aug 12 14:56:11.710538 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279c7ff3-8a8d-4c6e-bafe-f9e1a702c749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f737a21-4c60-460b-ab4e-02c72f5ba325'}] {{(pid=105907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:56:11.713055 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d000d793ac8a3d868a659aad16e36a91200609b2b231164c0c4cfca9150c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80694282-3db0-43da-8ce3-392d215cf74d" -d '{"events": [{"server_uuid": "279c7ff3-8a8d-4c6e-bafe-f9e1a702c749", "name": "network-vif-plugged", "status": "completed", "tag": "9f737a21-4c60-460b-ab4e-02c72f5ba325"}]}' {{(pid=105907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:56:11.759457 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692acaa0-c8c4-4a65-ae4b-735d4857e759 x-openstack-request-id: req-692acaa0-c8c4-4a65-ae4b-735d4857e759 {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:56:11.759778 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279c7ff3-8a8d-4c6e-bafe-f9e1a702c749", "name": "network-vif-plugged", "status": "completed", "tag": "9f737a21-4c60-460b-ab4e-02c72f5ba325", "code": 200}]} {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:56:11.760036 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-692acaa0-c8c4-4a65-ae4b-735d4857e759 {{(pid=105907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:56:11.760451 dv-cinder-800015-3-iscsi neutron-server[105907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279c7ff3-8a8d-4c6e-bafe-f9e1a702c749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f737a21-4c60-460b-ab4e-02c72f5ba325', 'code': 200} Aug 12 14:56:11.855440 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_common [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-ce64f11d-5f84-43c1-ad4d-011b540cb305 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Allocated IP 172.20.0.7 (853fd948-8021-42a8-9c8b-8e46175e3c7f/cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a/c6929af9-79df-4a40-bbdd-0227e463f844) {{(pid=105906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:56:11.927197 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 37396) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:11.927351 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device d2e90027-acd4-4884-9831-21a961941181 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=105907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:56:11.934619 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-55e2e034-4c74-4381-b208-be0220008991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:12.036696 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-ce64f11d-5f84-43c1-ad4d-011b540cb305 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for port, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:12.065797 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-ce64f11d-5f84-43c1-ad4d-011b540cb305 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Transition to ACTIVE for port object c6929af9-79df-4a40-bbdd-0227e463f844 will not be triggered until provisioned by entity DHCP. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:56:12.071077 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port d2e90027-acd4-4884-9831-21a961941181, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=d2e90027-acd4-4884-9831-21a961941181,segment=NetworkSegment(fbb3272c-a19e-44e5-96a7-19de32afd74d),segment_id=fbb3272c-a19e-44e5-96a7-19de32afd74d)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:12.073221 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-55e2e034-4c74-4381-b208-be0220008991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:12.084557 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Returning: {'device': 'd2e90027-acd4-4884-9831-21a961941181', 'network_id': '840e7996-3260-480f-b729-67466325f665', 'port_id': 'd2e90027-acd4-4884-9831-21a961941181', 'mac_address': 'fa:16:3e:34:f2:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '113eea66-7231-4737-b65d-c9a7771abd50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:56:12.132100 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:12.146798 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e90027-acd4-4884-9831-21a961941181 {{(pid=105907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:56:12.168674 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port d2e90027-acd4-4884-9831-21a961941181, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=d2e90027-acd4-4884-9831-21a961941181,segment=NetworkSegment(fbb3272c-a19e-44e5-96a7-19de32afd74d),segment_id=fbb3272c-a19e-44e5-96a7-19de32afd74d)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:12.169486 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539df17b-c278-4707-8970-6acf3c6780ea req-ae92d88e-261d-4047-baab-8170a889ddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:12.171339 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-539df17b-c278-4707-8970-6acf3c6780ea req-ae92d88e-261d-4047-baab-8170a889ddb7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 1098 time: 0.0406415 Aug 12 14:56:12.207194 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-55e2e034-4c74-4381-b208-be0220008991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:12.207853 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-ce64f11d-5f84-43c1-ad4d-011b540cb305 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:12.227729 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-539df17b-c278-4707-8970-6acf3c6780ea req-356af5c8-2164-45d0-8f8e-3badf1833917 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485072 Aug 12 14:56:12.251877 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-696c1328-a23d-4cb3-b61a-eff7aa42ba90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:12.258369 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-ce64f11d-5f84-43c1-ad4d-011b540cb305 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Network 853fd948-8021-42a8-9c8b-8e46175e3c7f is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:56:12.264667 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-ce64f11d-5f84-43c1-ad4d-011b540cb305 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:12.269584 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-ce64f11d-5f84-43c1-ad4d-011b540cb305 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Received port after_create {{(pid=105906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:56:12.293187 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2e034-4c74-4381-b208-be0220008991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84eedc5-26c2-43e7-9e85-ac50044f51f1,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:12.306108 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-55e2e034-4c74-4381-b208-be0220008991 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=87e16c37d116485dbb39f0a2e298ea02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3848374 Aug 12 14:56:12.307310 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 37404) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:12.341323 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64f11d-5f84-43c1-ad4d-011b540cb305 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Pushing event updated for resources: {'Port': ['ID=c6929af9-79df-4a40-bbdd-0227e463f844,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:12.352246 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-ce64f11d-5f84-43c1-ad4d-011b540cb305 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:12.352931 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-ce64f11d-5f84-43c1-ad4d-011b540cb305 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:12.372324 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:12.398246 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2d398bc3-fd72-471c-8dab-88ce7143c9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:12.412010 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b010385-9545-4b72-920a-6620d83bc6eb req-a6c9097e-420f-4126-b53a-ea38bc601be9 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:12.413490 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2b010385-9545-4b72-920a-6620d83bc6eb req-a6c9097e-420f-4126-b53a-ea38bc601be9 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 945 time: 0.0730684 Aug 12 14:56:12.441237 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=d2e90027-acd4-4884-9831-21a961941181,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:12.458155 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2d398bc3-fd72-471c-8dab-88ce7143c9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:12.481412 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-ce64f11d-5f84-43c1-ad4d-011b540cb305 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1347065 Aug 12 14:56:12.506188 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-abdbcb8e-8504-46ae-8e85-331ca84d9d45 service neutron] Request body: {'port': {'device_id': '3775fcbc-45aa-42c6-bb86-c0f550485bde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:12.566948 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2b010385-9545-4b72-920a-6620d83bc6eb req-3d1ffe7b-6c88-4d86-a36a-37dc917b0e31 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459377 Aug 12 14:56:12.589202 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450f13b-b799-40c9-911d-5ea331447773 req-07c9d7fb-57f3-4782-aa22-4fe4acd28a67 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:12.589847 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6450f13b-b799-40c9-911d-5ea331447773 req-07c9d7fb-57f3-4782-aa22-4fe4acd28a67 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 931 time: 0.0833523 Aug 12 14:56:12.602730 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-abdbcb8e-8504-46ae-8e85-331ca84d9d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:12.641273 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['d2e90027-acd4-4884-9831-21a961941181'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:56:12.643764 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6450f13b-b799-40c9-911d-5ea331447773 req-3b003628-e09c-47d9-8208-f5c44f001a62 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473871 Aug 12 14:56:12.740930 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5183e1-c422-470a-8a23-e76b78c435a5 req-26ccd550-190d-45a1-a3c0-eacc480b5adf tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:12.779526 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9a5183e1-c422-470a-8a23-e76b78c435a5 req-26ccd550-190d-45a1-a3c0-eacc480b5adf tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 943 time: 0.1079035 Aug 12 14:56:12.793207 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2d398bc3-fd72-471c-8dab-88ce7143c9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:12.795636 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2d398bc3-fd72-471c-8dab-88ce7143c9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:12.795776 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-e268cbc2-2593-44b5-a496-61bc32f642b8 None None] Provisioning for port c6929af9-79df-4a40-bbdd-0227e463f844 completed by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:12.813705 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-2d398bc3-fd72-471c-8dab-88ce7143c9d0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d84eedc5-26c2-43e7-9e85-ac50044f51f1 HTTP/1.1" status: 204 len: 168 time: 0.4885743 Aug 12 14:56:12.813890 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-e268cbc2-2593-44b5-a496-61bc32f642b8 None None] Provisioning complete for port c6929af9-79df-4a40-bbdd-0227e463f844 triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:12.813890 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e268cbc2-2593-44b5-a496-61bc32f642b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:12.879571 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d398bc3-fd72-471c-8dab-88ce7143c9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84eedc5-26c2-43e7-9e85-ac50044f51f1,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:12.915169 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9a5183e1-c422-470a-8a23-e76b78c435a5 req-34d3de31-b590-4ffe-8d9b-75ebd9ad996d tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346705 Aug 12 14:56:12.929956 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be20df-ce11-4b09-adeb-1f136d758205 req-13c14594-072d-4904-9368-194e80e66f35 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:12.941923 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-50be20df-ce11-4b09-adeb-1f136d758205 req-13c14594-072d-4904-9368-194e80e66f35 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/ports?device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 946 time: 0.1265292 Aug 12 14:56:12.959852 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-e268cbc2-2593-44b5-a496-61bc32f642b8 None None] Port c6929af9-79df-4a40-bbdd-0227e463f844 cannot update to ACTIVE because it is not bound. {{(pid=105907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:56:13.016208 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-50be20df-ce11-4b09-adeb-1f136d758205 req-474a1d9c-ed15-44c3-85f7-923dbeedfe7f tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/security-groups?id=306dc1e5-4ece-4053-93d2-a2c972ec40fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770416 Aug 12 14:56:13.116410 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-abdbcb8e-8504-46ae-8e85-331ca84d9d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6929af9-79df-4a40-bbdd-0227e463f844 {{(pid=105906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:56:13.123868 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-abdbcb8e-8504-46ae-8e85-331ca84d9d45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:13.140365 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-abdbcb8e-8504-46ae-8e85-331ca84d9d45 service neutron] Transition to ACTIVE for port object c6929af9-79df-4a40-bbdd-0227e463f844 will not be triggered until provisioned by entity L2. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:56:13.311910 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-abdbcb8e-8504-46ae-8e85-331ca84d9d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:13.378509 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbcb8e-8504-46ae-8e85-331ca84d9d45 service neutron] Pushing event updated for resources: {'Port': ['ID=c6929af9-79df-4a40-bbdd-0227e463f844,revision_number=2']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:13.458039 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-abdbcb8e-8504-46ae-8e85-331ca84d9d45 service neutron] Attempting to bind port c6929af9-79df-4a40-bbdd-0227e463f844 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:56:13.460867 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-abdbcb8e-8504-46ae-8e85-331ca84d9d45 service neutron] Attempting to bind port c6929af9-79df-4a40-bbdd-0227e463f844 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': 'b83995f3-470a-4d6c-8f30-ce01f22af685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f'}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:56:13.461422 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-abdbcb8e-8504-46ae-8e85-331ca84d9d45 service neutron] Attempting to bind port c6929af9-79df-4a40-bbdd-0227e463f844 on network 853fd948-8021-42a8-9c8b-8e46175e3c7f {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:56:13.466472 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-abdbcb8e-8504-46ae-8e85-331ca84d9d45 service neutron] Port c6929af9-79df-4a40-bbdd-0227e463f844 on network 853fd948-8021-42a8-9c8b-8e46175e3c7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:56:13.466982 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-abdbcb8e-8504-46ae-8e85-331ca84d9d45 service neutron] Attempting to bind port c6929af9-79df-4a40-bbdd-0227e463f844 on network 853fd948-8021-42a8-9c8b-8e46175e3c7f {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:56:13.473009 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-abdbcb8e-8504-46ae-8e85-331ca84d9d45 service neutron] Checking agent: {'id': '8bc968ee-63fe-4341-8ff4-51482bda9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'started_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:56:13.473333 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-abdbcb8e-8504-46ae-8e85-331ca84d9d45 service neutron] Checking segment: {'id': 'b83995f3-470a-4d6c-8f30-ce01f22af685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:56:13.473747 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-abdbcb8e-8504-46ae-8e85-331ca84d9d45 service neutron] Bound using segment: {'id': 'b83995f3-470a-4d6c-8f30-ce01f22af685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f'} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:56:13.474173 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-abdbcb8e-8504-46ae-8e85-331ca84d9d45 service neutron] Bound port: c6929af9-79df-4a40-bbdd-0227e463f844, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b83995f3-470a-4d6c-8f30-ce01f22af685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f'}}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:56:13.474520 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-abdbcb8e-8504-46ae-8e85-331ca84d9d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:13.561367 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-abdbcb8e-8504-46ae-8e85-331ca84d9d45 service neutron] For port c6929af9-79df-4a40-bbdd-0227e463f844, host hv-cinder-80001, cleared binding levels {{(pid=105906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:56:13.566981 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-abdbcb8e-8504-46ae-8e85-331ca84d9d45 service neutron] For port c6929af9-79df-4a40-bbdd-0227e463f844, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=c6929af9-79df-4a40-bbdd-0227e463f844,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:56:13.686879 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f1eca-63b3-4586-98f9-dd777eb613a8 req-dec07898-e5d2-4f81-bca4-fedb75981768 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:13.694792 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-655f1eca-63b3-4586-98f9-dd777eb613a8 req-dec07898-e5d2-4f81-bca4-fedb75981768 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 945 time: 0.0562615 Aug 12 14:56:13.700690 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-abdbcb8e-8504-46ae-8e85-331ca84d9d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:13.749559 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-655f1eca-63b3-4586-98f9-dd777eb613a8 req-07c365d0-8a40-4f19-b7db-7ca775a93c7b tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538430 Aug 12 14:56:13.785956 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-abdbcb8e-8504-46ae-8e85-331ca84d9d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:13.788289 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-abdbcb8e-8504-46ae-8e85-331ca84d9d45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:13.790185 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-abdbcb8e-8504-46ae-8e85-331ca84d9d45 service neutron] 10.222.0.73 "PUT /v2.0/ports/c6929af9-79df-4a40-bbdd-0227e463f844 HTTP/1.1" status: 200 len: 1093 time: 1.2885261 Aug 12 14:56:13.795493 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3775fcbc-45aa-42c6-bb86-c0f550485bde', 'tag': 'c6929af9-79df-4a40-bbdd-0227e463f844'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:56:13.803390 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca307c9-d677-49be-a369-4db6f073ac6e" -d '{"events": [{"name": "network-changed", "server_uuid": "3775fcbc-45aa-42c6-bb86-c0f550485bde", "tag": "c6929af9-79df-4a40-bbdd-0227e463f844"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:56:13.817046 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d9495-71c0-4122-a6a8-7276319e6961 req-6ee6c4c4-641e-45ca-b6cf-dc1f479e7900 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:13.825310 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-944d9495-71c0-4122-a6a8-7276319e6961 req-6ee6c4c4-641e-45ca-b6cf-dc1f479e7900 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 943 time: 0.0741785 Aug 12 14:56:13.851783 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbcb8e-8504-46ae-8e85-331ca84d9d45 service neutron] Pushing event updated for resources: {'Port': ['ID=c6929af9-79df-4a40-bbdd-0227e463f844,revision_number=3']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:13.870134 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-944d9495-71c0-4122-a6a8-7276319e6961 req-03a18447-85b5-46b6-b5a5-5de9759d517c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427108 Aug 12 14:56:13.873512 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3586df-0322-4b1a-acf9-4e99c4504206 x-openstack-request-id: req-3c3586df-0322-4b1a-acf9-4e99c4504206 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:56:13.873804 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3775fcbc-45aa-42c6-bb86-c0f550485bde", "tag": "c6929af9-79df-4a40-bbdd-0227e463f844", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:56:13.874053 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3c3586df-0322-4b1a-acf9-4e99c4504206 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:56:13.876221 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3775fcbc-45aa-42c6-bb86-c0f550485bde', 'tag': 'c6929af9-79df-4a40-bbdd-0227e463f844', 'status': 'completed', 'code': 200} Aug 12 14:56:13.933177 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 8900a95b-432f-4e92-b730-9107a7c75dc5 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=105907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:56:13.938955 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca307c9-d677-49be-a369-4db6f073ac6e req-ceef986e-30ed-4ab2-a2db-b4cffd66d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:13.942847 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device d2e90027-acd4-4884-9831-21a961941181 up at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:13.943901 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-7ca307c9-d677-49be-a369-4db6f073ac6e req-ceef986e-30ed-4ab2-a2db-b4cffd66d9a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=37678a06dae54b7fad6948bc9e0fac01&device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 1096 time: 0.0487800 Aug 12 14:56:14.053718 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0987e5c-0747-40ec-b32f-7e86bdc72303 req-e9876fcd-53cc-4ee0-bc84-7aa6982007c1 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:14.057822 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b0987e5c-0747-40ec-b32f-7e86bdc72303 req-e9876fcd-53cc-4ee0-bc84-7aa6982007c1 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 943 time: 0.0723565 Aug 12 14:56:14.083778 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca307c9-d677-49be-a369-4db6f073ac6e req-c278e4e8-008f-4276-adbb-06a4346a716a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:14.085362 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-7ca307c9-d677-49be-a369-4db6f073ac6e req-c278e4e8-008f-4276-adbb-06a4346a716a service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=37678a06dae54b7fad6948bc9e0fac01&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1332471 Aug 12 14:56:14.099161 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 8900a95b-432f-4e92-b730-9107a7c75dc5, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=8900a95b-432f-4e92-b730-9107a7c75dc5,segment=NetworkSegment(fbb3272c-a19e-44e5-96a7-19de32afd74d),segment_id=fbb3272c-a19e-44e5-96a7-19de32afd74d)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:14.123649 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Returning: {'device': '8900a95b-432f-4e92-b730-9107a7c75dc5', 'network_id': '840e7996-3260-480f-b729-67466325f665', 'port_id': '8900a95b-432f-4e92-b730-9107a7c75dc5', 'mac_address': 'fa:16:3e:06:ef:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '113eea66-7231-4737-b65d-c9a7771abd50', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:56:14.162723 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b0987e5c-0747-40ec-b32f-7e86bdc72303 req-e09af038-697c-4ea2-8db8-721ce4f05890 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846081 Aug 12 14:56:14.184451 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfac2b3-4a81-4dee-ae5e-2c7227f56c38 req-2dc5dc44-c7f7-4164-88ef-6f9f35cb81f3 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:14.186263 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-fbfac2b3-4a81-4dee-ae5e-2c7227f56c38 req-2dc5dc44-c7f7-4164-88ef-6f9f35cb81f3 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/ports?device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 946 time: 0.0773852 Aug 12 14:56:14.198667 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:14.210496 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8900a95b-432f-4e92-b730-9107a7c75dc5 {{(pid=105907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:56:14.213911 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca307c9-d677-49be-a369-4db6f073ac6e req-9b901def-6192-4660-8294-7aef74d879c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:14.215388 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-7ca307c9-d677-49be-a369-4db6f073ac6e req-9b901def-6192-4660-8294-7aef74d879c3 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1233509 Aug 12 14:56:14.255692 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-fbfac2b3-4a81-4dee-ae5e-2c7227f56c38 req-898bed76-1687-4029-ba11-494326bf1f71 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/security-groups?id=306dc1e5-4ece-4053-93d2-a2c972ec40fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347202 Aug 12 14:56:14.255779 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning for port d2e90027-acd4-4884-9831-21a961941181 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:14.255779 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 8900a95b-432f-4e92-b730-9107a7c75dc5, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=8900a95b-432f-4e92-b730-9107a7c75dc5,segment=NetworkSegment(fbb3272c-a19e-44e5-96a7-19de32afd74d),segment_id=fbb3272c-a19e-44e5-96a7-19de32afd74d)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:14.255779 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning complete for port d2e90027-acd4-4884-9831-21a961941181 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:14.255779 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:14.291168 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-337bc4df-302a-4137-b046-23b26d0a300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:14.292627 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-337bc4df-302a-4137-b046-23b26d0a300b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=37678a06dae54b7fad6948bc9e0fac01&device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 1096 time: 0.0388222 Aug 12 14:56:14.321006 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:14.358722 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-b5914839-c51c-442a-8a8b-377b29552326 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6929af9-79df-4a40-bbdd-0227e463f844 HTTP/1.1" status: 200 len: 217 time: 0.0583086 Aug 12 14:56:14.365792 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006cd561-56ee-4f9b-b5fd-00716f1e2bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e90027-acd4-4884-9831-21a961941181'}] {{(pid=105907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:56:14.368053 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d000d793ac8a3d868a659aad16e36a91200609b2b231164c0c4cfca9150c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d82d4d8-2bab-41fa-a538-9aba240bd2ab" -d '{"events": [{"server_uuid": "006cd561-56ee-4f9b-b5fd-00716f1e2bfd", "name": "network-vif-plugged", "status": "completed", "tag": "d2e90027-acd4-4884-9831-21a961941181"}]}' {{(pid=105907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:56:14.381689 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port d2e90027-acd4-4884-9831-21a961941181, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=d2e90027-acd4-4884-9831-21a961941181,segment=NetworkSegment(fbb3272c-a19e-44e5-96a7-19de32afd74d),segment_id=fbb3272c-a19e-44e5-96a7-19de32afd74d)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:14.383338 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:14.421097 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-4607c332-6e5b-4158-a3c4-c4f3fe958a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:14.424219 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3c2e09-8193-43d2-8833-317da2aa7e5c x-openstack-request-id: req-0a3c2e09-8193-43d2-8833-317da2aa7e5c {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:56:14.424526 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006cd561-56ee-4f9b-b5fd-00716f1e2bfd", "name": "network-vif-plugged", "status": "completed", "tag": "d2e90027-acd4-4884-9831-21a961941181", "code": 200}]} {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:56:14.424808 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0a3c2e09-8193-43d2-8833-317da2aa7e5c {{(pid=105907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:56:14.425181 dv-cinder-800015-3-iscsi neutron-server[105907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '006cd561-56ee-4f9b-b5fd-00716f1e2bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e90027-acd4-4884-9831-21a961941181', 'code': 200} Aug 12 14:56:14.425427 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-4607c332-6e5b-4158-a3c4-c4f3fe958a99 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a HTTP/1.1" status: 200 len: 856 time: 0.0594320 Aug 12 14:56:14.449666 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=8900a95b-432f-4e92-b730-9107a7c75dc5,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:14.496501 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-b0c2fac3-57f2-4722-920b-0c5218abda86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:14.498036 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-b0c2fac3-57f2-4722-920b-0c5218abda86 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=853fd948-8021-42a8-9c8b-8e46175e3c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627949 Aug 12 14:56:14.538999 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:14.591154 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=d2e90027-acd4-4884-9831-21a961941181,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:14.627606 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['8900a95b-432f-4e92-b730-9107a7c75dc5'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:56:14.683492 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-c3b79e7d-796f-4d87-8961-e06ee26deb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:14.811093 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-df0b80de-bc29-4155-a6e5-66a9d9db3ea1 service neutron] 10.222.0.73 "GET /v2.0/networks/853fd948-8021-42a8-9c8b-8e46175e3c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045251 Aug 12 14:56:14.930937 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-5f1b4f76-fa1a-4170-9fed-1aafa1a7e972 req-394392c2-f9db-4f65-879b-484efdcdef42 service neutron] 10.222.0.73 "GET /v2.0/networks/853fd948-8021-42a8-9c8b-8e46175e3c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126895 Aug 12 14:56:15.003810 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635383e-8748-42a1-a51d-11104d16200a req-6b9a3cef-5738-47f1-b8a3-93963f2a0a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:15.005446 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-2635383e-8748-42a1-a51d-11104d16200a req-6b9a3cef-5738-47f1-b8a3-93963f2a0a3a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 1099 time: 0.0559475 Aug 12 14:56:15.075357 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-2635383e-8748-42a1-a51d-11104d16200a req-7fc56cdc-2cdb-479e-8d8c-3487ae82d4f9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610442 Aug 12 14:56:15.075586 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f53cb-aef8-45f6-82d3-f7e78c5474b4 req-46322675-f1df-4dc1-952d-ff775ea581cb tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:15.077752 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-118f53cb-aef8-45f6-82d3-f7e78c5474b4 req-46322675-f1df-4dc1-952d-ff775ea581cb tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 943 time: 0.0894470 Aug 12 14:56:15.090634 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:15.123110 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-118f53cb-aef8-45f6-82d3-f7e78c5474b4 req-5d26b258-1789-4d9d-ac12-7bccc40606bf tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389318 Aug 12 14:56:15.258418 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29a6d2-98a3-429a-8bc5-32ed526b80ae req-1468c304-7536-4567-a39d-876527f32843 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:15.259861 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cc29a6d2-98a3-429a-8bc5-32ed526b80ae req-1468c304-7536-4567-a39d-876527f32843 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 944 time: 0.0482588 Aug 12 14:56:15.298120 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cc29a6d2-98a3-429a-8bc5-32ed526b80ae req-dd0e6936-bbe5-46d8-88a5-d05f948566db tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313745 Aug 12 14:56:15.909199 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:15.952092 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 8900a95b-432f-4e92-b730-9107a7c75dc5 up at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:16.086604 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning for port 8900a95b-432f-4e92-b730-9107a7c75dc5 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:16.090688 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning complete for port 8900a95b-432f-4e92-b730-9107a7c75dc5 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:16.091931 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:16.174248 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:16.224407 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 8900a95b-432f-4e92-b730-9107a7c75dc5, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=8900a95b-432f-4e92-b730-9107a7c75dc5,segment=NetworkSegment(fbb3272c-a19e-44e5-96a7-19de32afd74d),segment_id=fbb3272c-a19e-44e5-96a7-19de32afd74d)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:16.256217 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323eaac7-8746-49c5-8dad-eed86666680c req-1c38de3d-497f-4565-a15e-0922945cce86 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:16.258078 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-323eaac7-8746-49c5-8dad-eed86666680c req-1c38de3d-497f-4565-a15e-0922945cce86 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 943 time: 0.0566921 Aug 12 14:56:16.300066 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-323eaac7-8746-49c5-8dad-eed86666680c req-120fd9ed-79bd-425f-b805-21662331b2d2 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358438 Aug 12 14:56:16.342931 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:16.398051 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=8900a95b-432f-4e92-b730-9107a7c75dc5,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:16.426621 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2121bed5-7ae6-4796-8c06-dda608f980dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8900a95b-432f-4e92-b730-9107a7c75dc5'}] {{(pid=105907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:56:16.428932 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d000d793ac8a3d868a659aad16e36a91200609b2b231164c0c4cfca9150c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad3437d-d95c-4b9d-b679-3bdb5a9345b6" -d '{"events": [{"server_uuid": "2121bed5-7ae6-4796-8c06-dda608f980dd", "name": "network-vif-plugged", "status": "completed", "tag": "8900a95b-432f-4e92-b730-9107a7c75dc5"}]}' {{(pid=105907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:56:16.448745 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee45d8f-a88a-40e9-88ef-a690d6ce1f76 req-a5fe288d-8a8c-48bb-b5ea-4f79153081c9 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:16.452635 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-dee45d8f-a88a-40e9-88ef-a690d6ce1f76 req-a5fe288d-8a8c-48bb-b5ea-4f79153081c9 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0523756 Aug 12 14:56:16.465432 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17aa2948-75d6-4038-9e28-ce6f6c0e07a8 x-openstack-request-id: req-17aa2948-75d6-4038-9e28-ce6f6c0e07a8 {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:56:16.465746 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2121bed5-7ae6-4796-8c06-dda608f980dd", "name": "network-vif-plugged", "status": "completed", "tag": "8900a95b-432f-4e92-b730-9107a7c75dc5", "code": 200}]} {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:56:16.466004 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-17aa2948-75d6-4038-9e28-ce6f6c0e07a8 {{(pid=105907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:56:16.466396 dv-cinder-800015-3-iscsi neutron-server[105907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2121bed5-7ae6-4796-8c06-dda608f980dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8900a95b-432f-4e92-b730-9107a7c75dc5', 'code': 200} Aug 12 14:56:16.491256 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-dee45d8f-a88a-40e9-88ef-a690d6ce1f76 req-96ec5b70-71be-4fc4-938c-6f230bc61d65 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337660 Aug 12 14:56:17.434947 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2fd1c-1051-4adb-bad4-0b512bc8ab2e req-141f159c-526f-4eae-913e-79f61bd4a5ec tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:17.436359 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-07a2fd1c-1051-4adb-bad4-0b512bc8ab2e req-141f159c-526f-4eae-913e-79f61bd4a5ec tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 943 time: 0.0511615 Aug 12 14:56:17.474933 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-07a2fd1c-1051-4adb-bad4-0b512bc8ab2e req-49a26785-3f46-4d8a-8c4d-d12b43a53087 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317745 Aug 12 14:56:17.515128 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:17.615157 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ce3fb-6959-4d54-b265-0f18fbc6dc22 req-3c1ab6a8-02c0-421a-8265-a3696f34d4e4 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:17.616608 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-064ce3fb-6959-4d54-b265-0f18fbc6dc22 req-3c1ab6a8-02c0-421a-8265-a3696f34d4e4 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0511346 Aug 12 14:56:17.653483 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-064ce3fb-6959-4d54-b265-0f18fbc6dc22 req-7e093293-0601-4490-9063-1d6c9c8d9e8c tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307331 Aug 12 14:56:18.201155 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 37598) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:18.309901 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-bab1ee1e-5b83-4b52-ad89-ebedea1a96c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:18.398243 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-bab1ee1e-5b83-4b52-ad89-ebedea1a96c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:18.497595 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-bab1ee1e-5b83-4b52-ad89-ebedea1a96c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:18.520617 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device c6929af9-79df-4a40-bbdd-0227e463f844 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=105907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:56:18.537270 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 37606) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:18.544356 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-bab1ee1e-5b83-4b52-ad89-ebedea1a96c2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=eb7c264e9d054f9e8231694d2a0936f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3416026 Aug 12 14:56:18.560538 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1ee1e-5b83-4b52-ad89-ebedea1a96c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52b1ed5-2138-4ca9-84c0-e7926db28401,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:18.598746 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-62c3b257-d9d4-4e50-a377-56e887ae0147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:18.621828 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-62c3b257-d9d4-4e50-a377-56e887ae0147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:18.626171 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f8c87-3f54-4ee9-a8cd-c618a7325eab req-482ec611-a29f-4dc3-9677-70110d1bcfee tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:18.627665 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7e4f8c87-3f54-4ee9-a8cd-c618a7325eab req-482ec611-a29f-4dc3-9677-70110d1bcfee tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 943 time: 0.0490010 Aug 12 14:56:18.642666 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port c6929af9-79df-4a40-bbdd-0227e463f844, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=c6929af9-79df-4a40-bbdd-0227e463f844,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:18.654920 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Returning: {'device': 'c6929af9-79df-4a40-bbdd-0227e463f844', 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'port_id': 'c6929af9-79df-4a40-bbdd-0227e463f844', 'mac_address': 'fa:16:3e:7e:8e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:56:18.668598 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7e4f8c87-3f54-4ee9-a8cd-c618a7325eab req-9dd5b1c5-5428-4453-a5f4-5c46dd9af1b6 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348852 Aug 12 14:56:18.707109 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:18.721421 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6929af9-79df-4a40-bbdd-0227e463f844 {{(pid=105907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:56:18.741362 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port c6929af9-79df-4a40-bbdd-0227e463f844, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=c6929af9-79df-4a40-bbdd-0227e463f844,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:18.785594 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56176413-e458-4f3e-a72a-205441f7b003 req-a947befa-bd0c-4a0c-8ad7-5eb97ee7bff1 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:18.786971 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-56176413-e458-4f3e-a72a-205441f7b003 req-a947befa-bd0c-4a0c-8ad7-5eb97ee7bff1 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0500913 Aug 12 14:56:18.823805 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-56176413-e458-4f3e-a72a-205441f7b003 req-f92e289d-9863-42be-8edb-4bf1f4944a19 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309882 Aug 12 14:56:18.824013 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-62c3b257-d9d4-4e50-a377-56e887ae0147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:18.826613 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-62c3b257-d9d4-4e50-a377-56e887ae0147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:18.827624 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-62c3b257-d9d4-4e50-a377-56e887ae0147 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b52b1ed5-2138-4ca9-84c0-e7926db28401 HTTP/1.1" status: 204 len: 168 time: 0.2893643 Aug 12 14:56:18.843313 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3b257-d9d4-4e50-a377-56e887ae0147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52b1ed5-2138-4ca9-84c0-e7926db28401,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:18.881175 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:18.927658 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=c6929af9-79df-4a40-bbdd-0227e463f844,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:19.613991 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40230c31-d784-4619-8a7a-faa037e8a7fc req-b146495d-ea98-4b87-ae06-cccb36fb8376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:19.615480 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-40230c31-d784-4619-8a7a-faa037e8a7fc req-b146495d-ea98-4b87-ae06-cccb36fb8376 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 1098 time: 0.0448852 Aug 12 14:56:19.655138 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-40230c31-d784-4619-8a7a-faa037e8a7fc req-38ada007-5d85-4888-8ac3-42ae64fb4961 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315289 Aug 12 14:56:19.792056 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944813c6-aa3d-4e8e-afa3-52265a86942e req-f3d47669-cd52-4171-b7e1-2dfc52550c69 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:19.793582 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-944813c6-aa3d-4e8e-afa3-52265a86942e req-f3d47669-cd52-4171-b7e1-2dfc52550c69 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 944 time: 0.0517349 Aug 12 14:56:19.794009 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 37630) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:19.809772 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-191a3465-5400-4329-8fdb-00f8b955c03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:19.833292 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-944813c6-aa3d-4e8e-afa3-52265a86942e req-161dc72d-901b-473c-a8f4-e3380fad2321 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328269 Aug 12 14:56:19.912905 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-191a3465-5400-4329-8fdb-00f8b955c03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:19.914683 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['c6929af9-79df-4a40-bbdd-0227e463f844'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:56:19.946988 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22f492-56fa-4e17-a934-200ccb830db7 req-ad9490a7-0668-41cd-8493-56628b54ea32 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:19.948635 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4a22f492-56fa-4e17-a934-200ccb830db7 req-ad9490a7-0668-41cd-8493-56628b54ea32 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0514748 Aug 12 14:56:19.986121 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4a22f492-56fa-4e17-a934-200ccb830db7 req-a800b765-3bc8-4496-b9b5-ff5ac617ff2b tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313406 Aug 12 14:56:20.097650 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-191a3465-5400-4329-8fdb-00f8b955c03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:20.135205 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-191a3465-5400-4329-8fdb-00f8b955c03a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=574004eaf78f4a33bb4fbdc7ff040b04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3373652 Aug 12 14:56:20.137071 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a3465-5400-4329-8fdb-00f8b955c03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef63c60e-3fae-483f-b93c-e95652241216,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:20.137958 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 37638) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:20.199783 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-df8de559-dd4e-4ff6-8028-b1651d744b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:20.222483 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-df8de559-dd4e-4ff6-8028-b1651d744b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:20.384004 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-df8de559-dd4e-4ff6-8028-b1651d744b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:20.386735 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-df8de559-dd4e-4ff6-8028-b1651d744b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:20.390506 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-df8de559-dd4e-4ff6-8028-b1651d744b3e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ef63c60e-3fae-483f-b93c-e95652241216 HTTP/1.1" status: 204 len: 168 time: 0.2490606 Aug 12 14:56:20.401077 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8de559-dd4e-4ff6-8028-b1651d744b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef63c60e-3fae-483f-b93c-e95652241216,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:20.981582 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e138a-3e40-4378-bd85-7e336c9fc2f0 req-b9980c4b-3801-4233-817b-b650c47cc800 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:20.984094 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-461e138a-3e40-4378-bd85-7e336c9fc2f0 req-b9980c4b-3801-4233-817b-b650c47cc800 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 944 time: 0.0738497 Aug 12 14:56:21.074747 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-461e138a-3e40-4378-bd85-7e336c9fc2f0 req-24f6d4ea-a7fa-4e36-b11a-e9892d12d050 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805225 Aug 12 14:56:21.183033 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff27a3b-07fd-458c-8069-66c776668482 req-869526fe-6bc5-456b-b398-c070a9e15449 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:21.184903 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-dff27a3b-07fd-458c-8069-66c776668482 req-869526fe-6bc5-456b-b398-c070a9e15449 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0611281 Aug 12 14:56:21.238750 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-dff27a3b-07fd-458c-8069-66c776668482 req-c900be28-49a6-4023-83a7-cdf348025316 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471215 Aug 12 14:56:21.830995 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920a3ed-d818-45d1-9706-c9cc96f22030 req-17ae9c61-2c95-42af-b299-29fe2e28958b tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:21.832466 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7920a3ed-d818-45d1-9706-c9cc96f22030 req-17ae9c61-2c95-42af-b299-29fe2e28958b tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0481226 Aug 12 14:56:21.874324 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7920a3ed-d818-45d1-9706-c9cc96f22030 req-50a84208-d59d-4460-b589-1cee5e8ee6e5 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354178 Aug 12 14:56:21.963129 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eeaa56-93d0-48ef-a431-ef7600956d0a req-f6243967-1b28-4cf2-9a14-2cf7fd0ff974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:21.964658 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-27eeaa56-93d0-48ef-a431-ef7600956d0a req-f6243967-1b28-4cf2-9a14-2cf7fd0ff974 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65cf5c41ebe24a33be53346ccc25509b&device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 1098 time: 0.0409820 Aug 12 14:56:21.992261 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device c6929af9-79df-4a40-bbdd-0227e463f844 up at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:22.074132 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eeaa56-93d0-48ef-a431-ef7600956d0a req-6abc3ed5-65e5-47cd-9eb9-923dadc2b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:22.075725 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-27eeaa56-93d0-48ef-a431-ef7600956d0a req-6abc3ed5-65e5-47cd-9eb9-923dadc2b886 service neutron] 10.222.0.73 "GET /v2.0/networks?id=840e7996-3260-480f-b729-67466325f665 HTTP/1.1" status: 200 len: 920 time: 0.1032867 Aug 12 14:56:22.078053 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 37726) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:22.119943 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-27eeaa56-93d0-48ef-a431-ef7600956d0a req-98ddfccd-d703-41d5-a587-5379c54e2dc4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8900a95b-432f-4e92-b730-9107a7c75dc5 HTTP/1.1" status: 200 len: 217 time: 0.0357308 Aug 12 14:56:22.132937 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning for port c6929af9-79df-4a40-bbdd-0227e463f844 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:22.137159 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning complete for port c6929af9-79df-4a40-bbdd-0227e463f844 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:22.137994 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:22.182635 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eeaa56-93d0-48ef-a431-ef7600956d0a req-612b1c4e-1948-4c26-a528-c0e4a4617f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:22.184383 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-27eeaa56-93d0-48ef-a431-ef7600956d0a req-612b1c4e-1948-4c26-a528-c0e4a4617f71 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=113eea66-7231-4737-b65d-c9a7771abd50 HTTP/1.1" status: 200 len: 859 time: 0.0568190 Aug 12 14:56:22.226650 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-27eeaa56-93d0-48ef-a431-ef7600956d0a req-d1bd25bc-438d-4472-a896-e1d151d07f64 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=840e7996-3260-480f-b729-67466325f665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351734 Aug 12 14:56:22.232856 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-4c9df1cd-0fe4-478a-864a-b2eeea4c068e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-496983600-network', 'tenant_id': '04b65fd0692941eba584e32902000a88'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:22.249681 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3967a-3330-4655-9f6c-ecc162d129d9 req-fdf11a4e-10c2-4b7c-b933-b54fc070c28c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:22.252603 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-66c3967a-3330-4655-9f6c-ecc162d129d9 req-fdf11a4e-10c2-4b7c-b933-b54fc070c28c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 944 time: 0.0563235 Aug 12 14:56:22.265053 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:22.291968 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-66c3967a-3330-4655-9f6c-ecc162d129d9 req-ca941528-2c31-463f-acff-09840ad4609a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333583 Aug 12 14:56:22.298702 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3775fcbc-45aa-42c6-bb86-c0f550485bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6929af9-79df-4a40-bbdd-0227e463f844'}] {{(pid=105907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:56:22.301491 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d000d793ac8a3d868a659aad16e36a91200609b2b231164c0c4cfca9150c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b10fce-c4f5-4e36-8147-3635c073ab53" -d '{"events": [{"server_uuid": "3775fcbc-45aa-42c6-bb86-c0f550485bde", "name": "network-vif-plugged", "status": "completed", "tag": "c6929af9-79df-4a40-bbdd-0227e463f844"}]}' {{(pid=105907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:56:22.307326 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port c6929af9-79df-4a40-bbdd-0227e463f844, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=c6929af9-79df-4a40-bbdd-0227e463f844,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:22.345528 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed03420-6677-4b5b-8da1-0e139f8eaa80 x-openstack-request-id: req-6ed03420-6677-4b5b-8da1-0e139f8eaa80 {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:56:22.345793 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3775fcbc-45aa-42c6-bb86-c0f550485bde", "name": "network-vif-plugged", "status": "completed", "tag": "c6929af9-79df-4a40-bbdd-0227e463f844", "code": 200}]} {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:56:22.346042 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6ed03420-6677-4b5b-8da1-0e139f8eaa80 {{(pid=105907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:56:22.346425 dv-cinder-800015-3-iscsi neutron-server[105907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3775fcbc-45aa-42c6-bb86-c0f550485bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6929af9-79df-4a40-bbdd-0227e463f844', 'code': 200} Aug 12 14:56:22.347315 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-27eeaa56-93d0-48ef-a431-ef7600956d0a req-b41d564e-5e9e-466a-92e9-e19d4b06f0a2 service neutron] 10.222.0.73 "GET /v2.0/networks/840e7996-3260-480f-b729-67466325f665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117914 Aug 12 14:56:22.432764 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:22.433721 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9df1cd-0fe4-478a-864a-b2eeea4c068e admin admin] Made reservation on behalf of 04b65fd0692941eba584e32902000a88 for: {'network': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:56:22.436183 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-4c9df1cd-0fe4-478a-864a-b2eeea4c068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for network, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:22.457729 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-4c9df1cd-0fe4-478a-864a-b2eeea4c068e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:22.487265 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=c6929af9-79df-4a40-bbdd-0227e463f844,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:22.502644 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-27eeaa56-93d0-48ef-a431-ef7600956d0a req-63e1d58b-c2e5-4594-91bc-2f9e2150a94e service neutron] 10.222.0.73 "GET /v2.0/networks/840e7996-3260-480f-b729-67466325f665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292181 Aug 12 14:56:22.570837 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-4c9df1cd-0fe4-478a-864a-b2eeea4c068e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:22.736072 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-4c9df1cd-0fe4-478a-864a-b2eeea4c068e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:22.759444 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c9df1cd-0fe4-478a-864a-b2eeea4c068e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=105906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:56:22.774183 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9df1cd-0fe4-478a-864a-b2eeea4c068e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9c60c6-e442-496a-b5cb-c629269b8f9e,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:22.778747 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-4c9df1cd-0fe4-478a-864a-b2eeea4c068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:22.779090 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.db.segments_db [None req-4c9df1cd-0fe4-478a-864a-b2eeea4c068e admin admin] Added segment a4f629cb-9a85-448d-bc7e-fdeab061751d of type vlan for network 848230a7-1aee-4606-ab21-2d26a83251f3 Aug 12 14:56:22.842576 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-4c9df1cd-0fe4-478a-864a-b2eeea4c068e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132380483'] for network, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:22.863217 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48232816-2477-4b2c-a390-2712fde3700c req-9eab3319-9749-4853-affa-9ed8821a4bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:22.864673 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-48232816-2477-4b2c-a390-2712fde3700c req-9eab3319-9749-4853-affa-9ed8821a4bbc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 1098 time: 0.0750825 Aug 12 14:56:22.902005 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-48232816-2477-4b2c-a390-2712fde3700c req-292399ed-221d-4ea3-892c-f67713eb3e91 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284529 Aug 12 14:56:22.997700 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298019eb-3e36-4ba2-b1f4-8614ea3bdd13 req-2f04023c-e0c6-4e44-b2de-0d54bd06ae82 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:22.999098 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-298019eb-3e36-4ba2-b1f4-8614ea3bdd13 req-2f04023c-e0c6-4e44-b2de-0d54bd06ae82 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0543914 Aug 12 14:56:23.039461 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-298019eb-3e36-4ba2-b1f4-8614ea3bdd13 req-19c97a17-ea92-4e2f-a650-8ebb317adf03 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343342 Aug 12 14:56:23.058155 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-4c9df1cd-0fe4-478a-864a-b2eeea4c068e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for network, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:23.059344 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9df1cd-0fe4-478a-864a-b2eeea4c068e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:23.059926 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-4c9df1cd-0fe4-478a-864a-b2eeea4c068e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:23.126755 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9df1cd-0fe4-478a-864a-b2eeea4c068e admin admin] Pushing event updated for resources: {'Network': ['ID=848230a7-1aee-4606-ab21-2d26a83251f3,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:23.137354 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Network 848230a7-1aee-4606-ab21-2d26a83251f3 details requested by agent ovs-agent-dv-cinder-800015-3-iscsi with host dv-cinder-800015-3-iscsi {{(pid=105907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:56:23.258898 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-4c9df1cd-0fe4-478a-864a-b2eeea4c068e admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1795113 Aug 12 14:56:23.261716 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 37768) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:23.267676 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-8fdb4ec1-8a1e-4586-ba4f-3eb8b46071a9 admin admin] Request body: {'subnet': {'network_id': '848230a7-1aee-4606-ab21-2d26a83251f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-496983600-subnet', 'tenant_id': '04b65fd0692941eba584e32902000a88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:23.421044 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2d520-7434-4c6a-91e9-aefcd91328be req-648e5ae9-cadd-407f-9ed8-7e2f690d0030 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:23.422560 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3bd2d520-7434-4c6a-91e9-aefcd91328be req-648e5ae9-cadd-407f-9ed8-7e2f690d0030 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0556638 Aug 12 14:56:23.424945 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdb4ec1-8a1e-4586-ba4f-3eb8b46071a9 admin admin] Made reservation on behalf of 04b65fd0692941eba584e32902000a88 for: {'subnet': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:56:23.427284 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8fdb4ec1-8a1e-4586-ba4f-3eb8b46071a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9827629'] for subnet, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:23.474338 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3bd2d520-7434-4c6a-91e9-aefcd91328be req-d2ba9447-97a5-4e88-94e3-699f0d869d07 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388904 Aug 12 14:56:23.789802 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8fdb4ec1-8a1e-4586-ba4f-3eb8b46071a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9827615'] for subnet, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:23.847654 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb4ec1-8a1e-4586-ba4f-3eb8b46071a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4552f8e1-9743-4cf7-8bd9-191305de6d10,revision_number=0']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:23.854444 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdb4ec1-8a1e-4586-ba4f-3eb8b46071a9 admin admin] Checking segment: {'id': 'a4f629cb-9a85-448d-bc7e-fdeab061751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '848230a7-1aee-4606-ab21-2d26a83251f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:56:23.854580 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdb4ec1-8a1e-4586-ba4f-3eb8b46071a9 admin admin] Network hostable DHCP agents. Network: 848230a7-1aee-4606-ab21-2d26a83251f3, hostable agents: ['879afe7b-4486-4e56-823d-f9f5d4ac5aae'], hosted agents: [] {{(pid=105906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:56:23.972004 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdb4ec1-8a1e-4586-ba4f-3eb8b46071a9 admin admin] Network 848230a7-1aee-4606-ab21-2d26a83251f3 is scheduled to be hosted by DHCP agent 879afe7b-4486-4e56-823d-f9f5d4ac5aae with binding_index 1 {{(pid=105906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:56:24.069828 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [None req-8fdb4ec1-8a1e-4586-ba4f-3eb8b46071a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-3-iscsi, 848230a7-1aee-4606-ab21-2d26a83251f3) {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:24.075221 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdb4ec1-8a1e-4586-ba4f-3eb8b46071a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:24.079714 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8fdb4ec1-8a1e-4586-ba4f-3eb8b46071a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:24.081672 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e874127c-9dc4-4bc4-8cf1-1f831588fd75 None None] Network 848230a7-1aee-4606-ab21-2d26a83251f3 requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:56:24.170150 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde1e8a-df38-4206-ab0a-f1eff15f5a4b req-959a0b26-40e6-40a4-86ff-91bfa958d0fe tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:24.175609 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cbde1e8a-df38-4206-ab0a-f1eff15f5a4b req-959a0b26-40e6-40a4-86ff-91bfa958d0fe tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0559118 Aug 12 14:56:24.212234 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b2554f-9158-4c44-a82e-3acac5f94a2e None None] Network 848230a7-1aee-4606-ab21-2d26a83251f3 requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:56:24.213053 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cbde1e8a-df38-4206-ab0a-f1eff15f5a4b req-c77f5e3b-26ef-421b-b6c5-38d324d88f69 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343359 Aug 12 14:56:24.282147 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-8fdb4ec1-8a1e-4586-ba4f-3eb8b46071a9 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0193491 Aug 12 14:56:24.610674 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19b6ed-71a7-4465-b8e9-ba73e6efbb6d req-eba7f41c-8551-4dae-b726-198c6d0bc287 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:24.612254 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8c19b6ed-71a7-4465-b8e9-ba73e6efbb6d req-eba7f41c-8551-4dae-b726-198c6d0bc287 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0483725 Aug 12 14:56:24.649440 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8c19b6ed-71a7-4465-b8e9-ba73e6efbb6d req-deffaecf-012b-479a-a0da-c841f53e537b tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311580 Aug 12 14:56:24.769980 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174553e-aa10-436c-bfdf-7d4ad097aae8 req-de431c96-8c3f-442a-9e5f-9a44cc7ecdd3 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:24.771451 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6174553e-aa10-436c-bfdf-7d4ad097aae8 req-de431c96-8c3f-442a-9e5f-9a44cc7ecdd3 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0474832 Aug 12 14:56:24.780016 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 37842) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:24.785297 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-b8a26cff-62fd-4aff-b7b6-e0f202743d82 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Request body: {'floatingip': {'port_id': 'c6929af9-79df-4a40-bbdd-0227e463f844'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:24.856799 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b8a26cff-62fd-4aff-b7b6-e0f202743d82 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for floatingip, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:25.208099 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 37864) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:25.213054 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-0dfddc34-5d7a-42b1-a035-d03a09616209 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1742588201-network', 'tenant_id': '02023072a7d848efb408fa98a0113203'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:25.340856 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4615ae2-aa33-4f1f-a9e1-1bea51a286ec req-2a7987af-87d8-474f-a899-3f64f6de19d9 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:25.342412 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d4615ae2-aa33-4f1f-a9e1-1bea51a286ec req-2a7987af-87d8-474f-a899-3f64f6de19d9 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0551553 Aug 12 14:56:25.343309 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfddc34-5d7a-42b1-a035-d03a09616209 admin admin] Made reservation on behalf of 02023072a7d848efb408fa98a0113203 for: {'network': 1} {{(pid=105905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:56:25.345720 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0dfddc34-5d7a-42b1-a035-d03a09616209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for network, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:25.356284 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0dfddc34-5d7a-42b1-a035-d03a09616209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:25.409868 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d4615ae2-aa33-4f1f-a9e1-1bea51a286ec req-6f0fc1a5-6097-4cd2-bdc3-b54c5dc13577 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552132 Aug 12 14:56:25.488473 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0dfddc34-5d7a-42b1-a035-d03a09616209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:25.519286 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b8a26cff-62fd-4aff-b7b6-e0f202743d82 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:25.658747 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b8a26cff-62fd-4aff-b7b6-e0f202743d82 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710293'] for floatingip, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:25.659024 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0dfddc34-5d7a-42b1-a035-d03a09616209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:25.685936 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dfddc34-5d7a-42b1-a035-d03a09616209 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=105905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:56:25.692691 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfddc34-5d7a-42b1-a035-d03a09616209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda40c6c-4e70-4806-8d4d-7e83db928a7c,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:25.699432 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0dfddc34-5d7a-42b1-a035-d03a09616209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:25.699772 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.db.segments_db [None req-0dfddc34-5d7a-42b1-a035-d03a09616209 admin admin] Added segment 47588775-2c77-46fe-9f9e-742ed06cc02c of type vlan for network f436bb40-d7fa-4b94-9918-6ac0b0b01a38 Aug 12 14:56:25.745449 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0dfddc34-5d7a-42b1-a035-d03a09616209 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132380483'] for network, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:25.927816 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0dfddc34-5d7a-42b1-a035-d03a09616209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for network, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:25.928626 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfddc34-5d7a-42b1-a035-d03a09616209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:25.929263 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0dfddc34-5d7a-42b1-a035-d03a09616209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:25.967930 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.db.l3_db [None req-b8a26cff-62fd-4aff-b7b6-e0f202743d82 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Floating IP 43f1b514-41c5-499e-b44d-5f16d4c87189 associated. External IP: 172.27.1.161, port: c6929af9-79df-4a40-bbdd-0227e463f844. Aug 12 14:56:25.989688 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfddc34-5d7a-42b1-a035-d03a09616209 admin admin] Pushing event updated for resources: {'Network': ['ID=f436bb40-d7fa-4b94-9918-6ac0b0b01a38,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:26.000837 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Network f436bb40-d7fa-4b94-9918-6ac0b0b01a38 details requested by agent ovs-agent-dv-cinder-800015-3-iscsi with host dv-cinder-800015-3-iscsi {{(pid=105907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:56:26.144569 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-0dfddc34-5d7a-42b1-a035-d03a09616209 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9351885 Aug 12 14:56:26.150376 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 37886) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:26.158024 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-8d4e437d-d705-4ade-be59-1337476c7a57 admin admin] Request body: {'subnet': {'network_id': 'f436bb40-d7fa-4b94-9918-6ac0b0b01a38', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1742588201-subnet', 'tenant_id': '02023072a7d848efb408fa98a0113203', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:26.211448 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a26cff-62fd-4aff-b7b6-e0f202743d82 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Router 90a1a53b-8a02-4ec0-98e4-10d73adf3315 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:56:26.320058 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a26cff-62fd-4aff-b7b6-e0f202743d82 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:56:26.321459 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4e437d-d705-4ade-be59-1337476c7a57 admin admin] Made reservation on behalf of 02023072a7d848efb408fa98a0113203 for: {'subnet': 1} {{(pid=105905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:56:26.325022 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b8a26cff-62fd-4aff-b7b6-e0f202743d82 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for floatingip, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:26.328157 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8d4e437d-d705-4ade-be59-1337476c7a57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:26.344142 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d67efb-febc-4a8a-896e-02221ee214f4 None None] Sync routers for ids ['90a1a53b-8a02-4ec0-98e4-10d73adf3315'] in dv-cinder-800015-3-iscsi {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:56:26.354610 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d67efb-febc-4a8a-896e-02221ee214f4 None None] Routers {'90a1a53b-8a02-4ec0-98e4-10d73adf3315'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:26.355453 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-b8a26cff-62fd-4aff-b7b6-e0f202743d82 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "PUT /v2.0/floatingips/43f1b514-41c5-499e-b44d-5f16d4c87189 HTTP/1.1" status: 200 len: 991 time: 1.5741286 Aug 12 14:56:26.356171 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3775fcbc-45aa-42c6-bb86-c0f550485bde', 'tag': 'c6929af9-79df-4a40-bbdd-0227e463f844'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:56:26.358732 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74856e2-19b7-441a-9357-5f07b3c6d749" -d '{"events": [{"name": "network-changed", "server_uuid": "3775fcbc-45aa-42c6-bb86-c0f550485bde", "tag": "c6929af9-79df-4a40-bbdd-0227e463f844"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:56:26.361202 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-f5d67efb-febc-4a8a-896e-02221ee214f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T14:56:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['90a1a53b-8a02-4ec0-98e4-10d73adf3315'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:26.434817 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bc5521-6107-4c70-b630-d0c2dbadde9e x-openstack-request-id: req-e2bc5521-6107-4c70-b630-d0c2dbadde9e {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:56:26.434817 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3775fcbc-45aa-42c6-bb86-c0f550485bde", "tag": "c6929af9-79df-4a40-bbdd-0227e463f844", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:56:26.435104 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e2bc5521-6107-4c70-b630-d0c2dbadde9e {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:56:26.435634 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3775fcbc-45aa-42c6-bb86-c0f550485bde', 'tag': 'c6929af9-79df-4a40-bbdd-0227e463f844', 'status': 'completed', 'code': 200} Aug 12 14:56:26.481139 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-f5d67efb-febc-4a8a-896e-02221ee214f4 None None] Set router 90a1a53b-8a02-4ec0-98e4-10d73adf3315 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:26.537105 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74856e2-19b7-441a-9357-5f07b3c6d749 req-fdea7b29-4bd2-4891-a84a-6598497aded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:26.538790 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-b74856e2-19b7-441a-9357-5f07b3c6d749 req-fdea7b29-4bd2-4891-a84a-6598497aded4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=37678a06dae54b7fad6948bc9e0fac01&device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 1098 time: 0.0679135 Aug 12 14:56:26.581671 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459eb6a6-01e8-4966-87c7-880a78fac183 req-87b84031-d164-4b43-aa44-09afd2da55f2 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:26.582642 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-459eb6a6-01e8-4966-87c7-880a78fac183 req-87b84031-d164-4b43-aa44-09afd2da55f2 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0877459 Aug 12 14:56:26.630543 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-459eb6a6-01e8-4966-87c7-880a78fac183 req-a5b5e0c8-f7ce-44f6-b44a-f88275f597e6 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414665 Aug 12 14:56:26.662292 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74856e2-19b7-441a-9357-5f07b3c6d749 req-b6b6eba8-c96e-4a53-8ed0-25cad5516f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:26.663783 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-b74856e2-19b7-441a-9357-5f07b3c6d749 req-b6b6eba8-c96e-4a53-8ed0-25cad5516f5b service neutron] 10.222.0.73 "GET /v2.0/networks?id=853fd948-8021-42a8-9c8b-8e46175e3c7f HTTP/1.1" status: 200 len: 918 time: 0.1175592 Aug 12 14:56:26.760860 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8d4e437d-d705-4ade-be59-1337476c7a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for subnet, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:26.766836 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-b74856e2-19b7-441a-9357-5f07b3c6d749 req-2c598ea9-0401-4a93-8f7c-864e74092752 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6929af9-79df-4a40-bbdd-0227e463f844 HTTP/1.1" status: 200 len: 999 time: 0.0907016 Aug 12 14:56:26.777802 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-f5d67efb-febc-4a8a-896e-02221ee214f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'name': 'tempest-AttachVolumeShelveTestJSON-1644562761-router', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:43Z', 'updated_at': '2021-08-12T14:55:52Z', 'revision_number': 4, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'gw_port': {'id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:45Z', 'updated_at': '2021-08-12T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_floatingips': [{'id': '43f1b514-41c5-499e-b44d-5f16d4c87189', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'port_id': 'c6929af9-79df-4a40-bbdd-0227e463f844', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'mac_address': 'fa:16:3e:7e:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3775fcbc-45aa-42c6-bb86-c0f550485bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:25Z', 'revision_number': 1, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627bc554-5036-4894-89d7-504122561156', 'name': '', 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'mac_address': 'fa:16:3e:ad:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:49Z', 'updated_at': '2021-08-12T14:56:02Z', 'revision_number': 5, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'subnets': [{'id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:26.824129 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e437d-d705-4ade-be59-1337476c7a57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7132fc6-18de-4c27-816d-2064ea7675da,revision_number=0']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:26.836834 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74856e2-19b7-441a-9357-5f07b3c6d749 req-900496cb-43fc-465f-80b8-997f131ae2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:26.837221 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4e437d-d705-4ade-be59-1337476c7a57 admin admin] Checking segment: {'id': '47588775-2c77-46fe-9f9e-742ed06cc02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f436bb40-d7fa-4b94-9918-6ac0b0b01a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:56:26.837734 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4e437d-d705-4ade-be59-1337476c7a57 admin admin] Network hostable DHCP agents. Network: f436bb40-d7fa-4b94-9918-6ac0b0b01a38, hostable agents: ['879afe7b-4486-4e56-823d-f9f5d4ac5aae'], hosted agents: [] {{(pid=105905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:56:26.842050 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-b74856e2-19b7-441a-9357-5f07b3c6d749 req-900496cb-43fc-465f-80b8-997f131ae2d1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a HTTP/1.1" status: 200 len: 856 time: 0.0535340 Aug 12 14:56:26.890903 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d67efb-febc-4a8a-896e-02221ee214f4 None None] Checking router: 90a1a53b-8a02-4ec0-98e4-10d73adf3315 for host: dv-cinder-800015-3-iscsi {{(pid=105908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:56:26.892369 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74856e2-19b7-441a-9357-5f07b3c6d749 req-6b18204f-2430-4dcd-93e2-a47d0955045b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:26.893945 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-b74856e2-19b7-441a-9357-5f07b3c6d749 req-6b18204f-2430-4dcd-93e2-a47d0955045b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=853fd948-8021-42a8-9c8b-8e46175e3c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410635 Aug 12 14:56:26.899260 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d67efb-febc-4a8a-896e-02221ee214f4 None None] Routers {'90a1a53b-8a02-4ec0-98e4-10d73adf3315'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:26.899859 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-f5d67efb-febc-4a8a-896e-02221ee214f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T14:56:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['90a1a53b-8a02-4ec0-98e4-10d73adf3315'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:26.985051 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-b74856e2-19b7-441a-9357-5f07b3c6d749 req-7b81bc41-c3de-499e-9f3f-4dff17ad50b7 service neutron] 10.222.0.73 "GET /v2.0/networks/853fd948-8021-42a8-9c8b-8e46175e3c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821254 Aug 12 14:56:27.001112 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4e437d-d705-4ade-be59-1337476c7a57 admin admin] Network f436bb40-d7fa-4b94-9918-6ac0b0b01a38 is scheduled to be hosted by DHCP agent 879afe7b-4486-4e56-823d-f9f5d4ac5aae with binding_index 1 {{(pid=105905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:56:27.005342 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-f5d67efb-febc-4a8a-896e-02221ee214f4 None None] Set router 90a1a53b-8a02-4ec0-98e4-10d73adf3315 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:27.083677 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-b74856e2-19b7-441a-9357-5f07b3c6d749 req-98f0a488-10a1-43a7-82b0-295c18f4131b service neutron] 10.222.0.73 "GET /v2.0/networks/853fd948-8021-42a8-9c8b-8e46175e3c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880930 Aug 12 14:56:27.195211 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-8d4e437d-d705-4ade-be59-1337476c7a57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-3-iscsi, f436bb40-d7fa-4b94-9918-6ac0b0b01a38) {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:27.205758 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4e437d-d705-4ade-be59-1337476c7a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:27.205922 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cda887-5165-4d9f-9191-4b09392b18ee None None] Network f436bb40-d7fa-4b94-9918-6ac0b0b01a38 requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:56:27.208454 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8d4e437d-d705-4ade-be59-1337476c7a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for subnet, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:27.230674 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-f5d67efb-febc-4a8a-896e-02221ee214f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'name': 'tempest-AttachVolumeShelveTestJSON-1644562761-router', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:43Z', 'updated_at': '2021-08-12T14:55:52Z', 'revision_number': 4, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'gw_port': {'id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:45Z', 'updated_at': '2021-08-12T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_floatingips': [{'id': '43f1b514-41c5-499e-b44d-5f16d4c87189', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'port_id': 'c6929af9-79df-4a40-bbdd-0227e463f844', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'mac_address': 'fa:16:3e:7e:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3775fcbc-45aa-42c6-bb86-c0f550485bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:25Z', 'revision_number': 1, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627bc554-5036-4894-89d7-504122561156', 'name': '', 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'mac_address': 'fa:16:3e:ad:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:49Z', 'updated_at': '2021-08-12T14:56:02Z', 'revision_number': 5, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'subnets': [{'id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:27.268814 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d67efb-febc-4a8a-896e-02221ee214f4 None None] The sync data for ids ['90a1a53b-8a02-4ec0-98e4-10d73adf3315'] in dv-cinder-800015-3-iscsi is: [{'id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'name': 'tempest-AttachVolumeShelveTestJSON-1644562761-router', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:43Z', 'updated_at': '2021-08-12T14:55:52Z', 'revision_number': 4, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'gw_port': {'id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:45Z', 'updated_at': '2021-08-12T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_floatingips': [{'id': '43f1b514-41c5-499e-b44d-5f16d4c87189', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'port_id': 'c6929af9-79df-4a40-bbdd-0227e463f844', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'mac_address': 'fa:16:3e:7e:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3775fcbc-45aa-42c6-bb86-c0f550485bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:25Z', 'revision_number': 1, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627bc554-5036-4894-89d7-504122561156', 'name': '', 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'mac_address': 'fa:16:3e:ad:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:49Z', 'updated_at': '2021-08-12T14:56:02Z', 'revision_number': 5, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'subnets': [{'id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:56:27.335624 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c11f54a-f636-43c1-80ba-634d0c1fc403 None None] Network f436bb40-d7fa-4b94-9918-6ac0b0b01a38 requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:56:27.454459 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-8d4e437d-d705-4ade-be59-1337476c7a57 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3017840 Aug 12 14:56:27.514484 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23def3bd-9bdb-494b-b2d6-cbbef04c4672 None None] New status for floating IP 43f1b514-41c5-499e-b44d-5f16d4c87189: ACTIVE {{(pid=105907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:56:27.532481 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 37922) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:27.654438 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-4f1359b1-f7d0-4cae-80a8-25579bb8a933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:27.796038 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca207d9-6bc7-4d24-b6e2-55aab30ca67a req-87197133-b1cf-4649-b614-45475d251dad tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:27.797361 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9ca207d9-6bc7-4d24-b6e2-55aab30ca67a req-87197133-b1cf-4649-b614-45475d251dad tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0781877 Aug 12 14:56:27.798850 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-4f1359b1-f7d0-4cae-80a8-25579bb8a933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:27.835270 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9ca207d9-6bc7-4d24-b6e2-55aab30ca67a req-5c5f95c3-ac86-4b62-adc0-562983d21f33 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309651 Aug 12 14:56:27.892556 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-4f1359b1-f7d0-4cae-80a8-25579bb8a933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:27.930788 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1359b1-f7d0-4cae-80a8-25579bb8a933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53495088-51f7-40d7-ab61-c37db8c5cbc4,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:27.935087 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-4f1359b1-f7d0-4cae-80a8-25579bb8a933 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=15ccf7fc14af4d79b43031c07aa56c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4015279 Aug 12 14:56:27.938056 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 37940) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:27.990742 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-47971ddd-3de8-4c88-aa43-71218b4410b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:28.015608 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-47971ddd-3de8-4c88-aa43-71218b4410b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:28.195360 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-47971ddd-3de8-4c88-aa43-71218b4410b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:28.197978 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-47971ddd-3de8-4c88-aa43-71218b4410b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:28.199123 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-47971ddd-3de8-4c88-aa43-71218b4410b7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/53495088-51f7-40d7-ab61-c37db8c5cbc4 HTTP/1.1" status: 204 len: 168 time: 0.2600777 Aug 12 14:56:28.207254 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47971ddd-3de8-4c88-aa43-71218b4410b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53495088-51f7-40d7-ab61-c37db8c5cbc4,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:28.954999 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d55f57-2c9c-40dd-9ac4-f36e28ff7989 req-8fc91c92-7727-4be0-ac4d-d5dc3d2766bb tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:28.956398 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c1d55f57-2c9c-40dd-9ac4-f36e28ff7989 req-8fc91c92-7727-4be0-ac4d-d5dc3d2766bb tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0507722 Aug 12 14:56:28.967619 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 37968) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:28.982728 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-bb02458d-fb9c-48ac-91c6-833610f54e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:28.998279 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c1d55f57-2c9c-40dd-9ac4-f36e28ff7989 req-2c291257-d19b-430a-9443-c1a2a26c5ca4 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357695 Aug 12 14:56:29.078251 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-bb02458d-fb9c-48ac-91c6-833610f54e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:29.198350 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-bb02458d-fb9c-48ac-91c6-833610f54e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:29.235760 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-bb02458d-fb9c-48ac-91c6-833610f54e3c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f8ba5725fad544d7a5244ddad3a9764c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670612 Aug 12 14:56:29.237659 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02458d-fb9c-48ac-91c6-833610f54e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a64280f-16fd-4af4-94cd-bc3195c8bea0,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:29.238471 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 37970) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:29.285284 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-32d8dab7-31e9-4eba-b08d-661edf21d7e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:29.305377 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-32d8dab7-31e9-4eba-b08d-661edf21d7e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:29.455617 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-32d8dab7-31e9-4eba-b08d-661edf21d7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:29.460126 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-32d8dab7-31e9-4eba-b08d-661edf21d7e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:29.460126 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-32d8dab7-31e9-4eba-b08d-661edf21d7e3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6a64280f-16fd-4af4-94cd-bc3195c8bea0 HTTP/1.1" status: 204 len: 168 time: 0.2197924 Aug 12 14:56:29.473315 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8dab7-31e9-4eba-b08d-661edf21d7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a64280f-16fd-4af4-94cd-bc3195c8bea0,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:30.133209 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f57f7-13c2-470a-aa85-86c286580a85 req-b18ea481-5f24-4772-9e46-3986fe9875d8 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:30.134705 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-737f57f7-13c2-470a-aa85-86c286580a85 req-b18ea481-5f24-4772-9e46-3986fe9875d8 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0487347 Aug 12 14:56:30.174867 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-737f57f7-13c2-470a-aa85-86c286580a85 req-be4e27cc-79a1-4381-b0a1-b54cc61f9c03 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332787 Aug 12 14:56:31.086151 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-138b5514-eb77-4699-b44a-6b41a34e9b07 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:31.087620 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-138b5514-eb77-4699-b44a-6b41a34e9b07 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/networks?id=4cce9222-c00c-4688-99c4-34e7c10a758a HTTP/1.1" status: 200 len: 815 time: 0.1063206 Aug 12 14:56:31.104316 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-4436fe23-9ff3-41e2-8186-09cce7c12f71 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/quotas/89910f7e31a54071bc2003435b0dbba2 HTTP/1.1" status: 200 len: 375 time: 0.0109329 Aug 12 14:56:31.155610 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-69dd2210-af42-4120-95dd-838d92da4c33 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=89910f7e31a54071bc2003435b0dbba2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0449533 Aug 12 14:56:31.315083 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da252d4-85cb-4c12-968b-dc40c3a398f5 req-27e1f379-422d-4cc4-9a8a-4bb2d01ff1b1 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:31.321055 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9da252d4-85cb-4c12-968b-dc40c3a398f5 req-27e1f379-422d-4cc4-9a8a-4bb2d01ff1b1 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0626245 Aug 12 14:56:31.346112 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-48eaa57f-e2d0-4a84-bf29-d48f07daf5ef service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=105905) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:56:31.347117 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-48eaa57f-e2d0-4a84-bf29-d48f07daf5ef service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0816588 Aug 12 14:56:31.412797 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9da252d4-85cb-4c12-968b-dc40c3a398f5 req-306ecc2e-eed6-4a99-ae90-9bb553957f15 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885108 Aug 12 14:56:31.462581 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-22a5411d-a0bb-4557-b2c5-a54a217df0f9 service neutron] 10.222.0.63 "GET /v2.0/networks/4cce9222-c00c-4688-99c4-34e7c10a758a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995383 Aug 12 14:56:31.580827 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-f221c616-25bb-4215-8fce-f70687fe7c35 service neutron] 10.222.0.63 "GET /v2.0/networks/4cce9222-c00c-4688-99c4-34e7c10a758a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066394 Aug 12 14:56:31.902422 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ff608c0a-1715-4185-9aad-88208477076f req-e8e49110-1a3e-46e2-9b26-54a990a93eaa tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0c28529-f143-4c28-b99d-3ef29e632fd1 HTTP/1.1" status: 200 len: 210 time: 0.0287728 Aug 12 14:56:32.538052 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b929d6-b88d-4812-b65e-391b3440807b req-0bf4bd3b-18e1-4e3e-9b93-3dfe05349392 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:32.539563 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d2b929d6-b88d-4812-b65e-391b3440807b req-0bf4bd3b-18e1-4e3e-9b93-3dfe05349392 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0518997 Aug 12 14:56:32.578408 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d2b929d6-b88d-4812-b65e-391b3440807b req-2dd01f68-91d4-488b-9776-436ee81757f3 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317388 Aug 12 14:56:32.983247 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e6c27a7b-3ad6-4a03-8b91-d01b801a370e req-f5960072-7870-4d29-ab10-46bdc8365e2c tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0c28529-f143-4c28-b99d-3ef29e632fd1 HTTP/1.1" status: 200 len: 210 time: 0.0255263 Aug 12 14:56:33.698366 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e29ea5-8709-4dfe-93cf-555cdfccd582 req-c42bbc33-fd41-4597-bd93-619f277b298d tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:33.699810 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f3e29ea5-8709-4dfe-93cf-555cdfccd582 req-c42bbc33-fd41-4597-bd93-619f277b298d tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0506167 Aug 12 14:56:33.738599 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f3e29ea5-8709-4dfe-93cf-555cdfccd582 req-7b71beb0-84b6-40ee-a32e-cdb77445e366 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317042 Aug 12 14:56:34.079914 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5c5efe6a-626b-4313-9de2-23609e4811a4 req-8ff28b2a-5336-4b9c-a3c9-d4709d987cfe tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0c28529-f143-4c28-b99d-3ef29e632fd1 HTTP/1.1" status: 200 len: 210 time: 0.0248778 Aug 12 14:56:34.498450 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 38200) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:34.612135 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c4cea833-e950-43f4-99a7-0d2b96a677e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:34.713832 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c4cea833-e950-43f4-99a7-0d2b96a677e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:34.862546 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d82e2-c870-45c9-af1a-e95c7f3f56ab req-12538cba-6af8-4d45-b188-561e34dedeb3 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:34.864102 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-802d82e2-c870-45c9-af1a-e95c7f3f56ab req-12538cba-6af8-4d45-b188-561e34dedeb3 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0540771 Aug 12 14:56:34.902408 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c4cea833-e950-43f4-99a7-0d2b96a677e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:34.926690 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-802d82e2-c870-45c9-af1a-e95c7f3f56ab req-e7ab5758-58f2-4242-a44c-85be1ad4d813 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562937 Aug 12 14:56:34.948355 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-c4cea833-e950-43f4-99a7-0d2b96a677e1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=13a774120e17426fb036941aed0a54a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4488444 Aug 12 14:56:34.949454 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cea833-e950-43f4-99a7-0d2b96a677e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec70c001-1c5f-48cc-8bb5-4258b72d4d6d,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:34.951076 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 38234) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:35.001597 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-c01e3b3a-f513-4213-b893-f9696d401650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:35.022537 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-c01e3b3a-f513-4213-b893-f9696d401650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:35.181003 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-791c1a27-50b5-40e2-8446-207e9e84e932 req-23658e96-e266-4cc2-997c-c1221e49d83b tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0c28529-f143-4c28-b99d-3ef29e632fd1 HTTP/1.1" status: 200 len: 210 time: 0.0317278 Aug 12 14:56:35.267413 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-c01e3b3a-f513-4213-b893-f9696d401650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:35.267413 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-c01e3b3a-f513-4213-b893-f9696d401650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:35.270548 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-c01e3b3a-f513-4213-b893-f9696d401650 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ec70c001-1c5f-48cc-8bb5-4258b72d4d6d HTTP/1.1" status: 204 len: 168 time: 0.3176420 Aug 12 14:56:35.278414 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e3b3a-f513-4213-b893-f9696d401650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec70c001-1c5f-48cc-8bb5-4258b72d4d6d,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:35.465246 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:35.590242 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-3ac835e5-4b59-4c6d-8869-1cafc63d1659 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:35.591716 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-3ac835e5-4b59-4c6d-8869-1cafc63d1659 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.73 "GET /v2.0/networks?id=4cce9222-c00c-4688-99c4-34e7c10a758a HTTP/1.1" status: 200 len: 815 time: 0.1079173 Aug 12 14:56:35.613995 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-64a014cb-b59e-4e3c-bb05-491f19d46d34 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Request body: {'port': {'device_id': 'b0c28529-f143-4c28-b99d-3ef29e632fd1', 'network_id': '4cce9222-c00c-4688-99c4-34e7c10a758a', 'admin_state_up': True, 'tenant_id': '89910f7e31a54071bc2003435b0dbba2'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:35.880682 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-64a014cb-b59e-4e3c-bb05-491f19d46d34 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Made reservation on behalf of 89910f7e31a54071bc2003435b0dbba2 for: {'port': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:56:35.884361 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-64a014cb-b59e-4e3c-bb05-491f19d46d34 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:36.021782 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_common [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-64a014cb-b59e-4e3c-bb05-491f19d46d34 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Allocated IP 172.20.0.12 (4cce9222-c00c-4688-99c4-34e7c10a758a/6985d2f9-57be-4262-adfd-26b8dd2da41b/576feabf-57ed-4210-b3ec-696bc8f56464) {{(pid=105906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:56:36.053136 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf0cbc-5e3d-4186-a9a7-7825306965c4 req-6f8f68c6-8d39-4f0b-8b56-1de9c6fb52e5 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:36.054769 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-93bf0cbc-5e3d-4186-a9a7-7825306965c4 req-6f8f68c6-8d39-4f0b-8b56-1de9c6fb52e5 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0607302 Aug 12 14:56:36.092831 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-93bf0cbc-5e3d-4186-a9a7-7825306965c4 req-27086d87-7a9e-43d6-a0a0-818e770dcd55 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319958 Aug 12 14:56:36.170745 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 38258) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:36.178882 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-64a014cb-b59e-4e3c-bb05-491f19d46d34 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks [] for port, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:36.184252 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-1088ae85-f9cf-4328-aa31-2dbef64a1bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:36.288756 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8b272978-3583-4b8c-b0f8-20e0ec405d15 req-2c47e35c-cf82-4d4c-9a60-86c3ce0b66b6 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0c28529-f143-4c28-b99d-3ef29e632fd1 HTTP/1.1" status: 200 len: 210 time: 0.0337148 Aug 12 14:56:36.306638 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-1088ae85-f9cf-4328-aa31-2dbef64a1bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:36.325338 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-64a014cb-b59e-4e3c-bb05-491f19d46d34 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:36.353086 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['9f737a21-4c60-460b-ab4e-02c72f5ba325'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:56:36.377724 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-64a014cb-b59e-4e3c-bb05-491f19d46d34 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Network 4cce9222-c00c-4688-99c4-34e7c10a758a is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:56:36.383992 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-64a014cb-b59e-4e3c-bb05-491f19d46d34 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:36.385571 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-64a014cb-b59e-4e3c-bb05-491f19d46d34 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Received port after_create {{(pid=105906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:56:36.389523 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a014cb-b59e-4e3c-bb05-491f19d46d34 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Pushing event updated for resources: {'Port': ['ID=576feabf-57ed-4210-b3ec-696bc8f56464,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:36.436396 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-64a014cb-b59e-4e3c-bb05-491f19d46d34 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:36.436949 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-64a014cb-b59e-4e3c-bb05-491f19d46d34 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:36.476420 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-1088ae85-f9cf-4328-aa31-2dbef64a1bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:36.520117 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-1088ae85-f9cf-4328-aa31-2dbef64a1bf1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6d975c2828774475ad10fbf85651de43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3483083 Aug 12 14:56:36.522697 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 38276) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:36.530215 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088ae85-f9cf-4328-aa31-2dbef64a1bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c352f7aa-56fd-4e36-9972-b3f50099623e,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:36.581732 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c35e0a45-15ca-4c62-ba57-8cb3e117931e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:36.611713 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c35e0a45-15ca-4c62-ba57-8cb3e117931e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:36.630145 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-64a014cb-b59e-4e3c-bb05-491f19d46d34 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0199499 Aug 12 14:56:36.647227 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-d62299ac-6549-4ec9-a367-2f886500cb88 service neutron] Request body: {'port': {'device_id': 'b0c28529-f143-4c28-b99d-3ef29e632fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:36.702349 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-d62299ac-6549-4ec9-a367-2f886500cb88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:36.823805 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c35e0a45-15ca-4c62-ba57-8cb3e117931e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:36.827450 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c35e0a45-15ca-4c62-ba57-8cb3e117931e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:36.829745 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-c35e0a45-15ca-4c62-ba57-8cb3e117931e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c352f7aa-56fd-4e36-9972-b3f50099623e HTTP/1.1" status: 204 len: 168 time: 0.3056316 Aug 12 14:56:36.839075 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e0a45-15ca-4c62-ba57-8cb3e117931e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c352f7aa-56fd-4e36-9972-b3f50099623e,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:36.983766 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-d62299ac-6549-4ec9-a367-2f886500cb88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 576feabf-57ed-4210-b3ec-696bc8f56464 {{(pid=105906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:56:36.992847 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-d62299ac-6549-4ec9-a367-2f886500cb88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:37.005613 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-d62299ac-6549-4ec9-a367-2f886500cb88 service neutron] Transition to ACTIVE for port object 576feabf-57ed-4210-b3ec-696bc8f56464 will not be triggered until provisioned by entity L2. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:56:37.177725 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-d62299ac-6549-4ec9-a367-2f886500cb88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:37.211847 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e82a4a-e731-4a64-9532-efb8163f3abe req-fe1e2aeb-03e1-4e4b-ae38-2835c4caab17 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:37.213523 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d4e82a4a-e731-4a64-9532-efb8163f3abe req-fe1e2aeb-03e1-4e4b-ae38-2835c4caab17 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0533426 Aug 12 14:56:37.254404 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62299ac-6549-4ec9-a367-2f886500cb88 service neutron] Pushing event updated for resources: {'Port': ['ID=576feabf-57ed-4210-b3ec-696bc8f56464,revision_number=2']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:37.255169 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d4e82a4a-e731-4a64-9532-efb8163f3abe req-06816ff5-8cca-421e-9b96-3d9d2f05ff6f tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343230 Aug 12 14:56:37.302705 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-d62299ac-6549-4ec9-a367-2f886500cb88 service neutron] Attempting to bind port 576feabf-57ed-4210-b3ec-696bc8f56464 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:56:37.303102 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-d62299ac-6549-4ec9-a367-2f886500cb88 service neutron] Attempting to bind port 576feabf-57ed-4210-b3ec-696bc8f56464 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': '34bd49a4-5237-487d-b9fa-5e45f744b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4cce9222-c00c-4688-99c4-34e7c10a758a'}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:56:37.303428 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-d62299ac-6549-4ec9-a367-2f886500cb88 service neutron] Attempting to bind port 576feabf-57ed-4210-b3ec-696bc8f56464 on network 4cce9222-c00c-4688-99c4-34e7c10a758a {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:56:37.307706 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-d62299ac-6549-4ec9-a367-2f886500cb88 service neutron] Port 576feabf-57ed-4210-b3ec-696bc8f56464 on network 4cce9222-c00c-4688-99c4-34e7c10a758a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:56:37.308022 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-d62299ac-6549-4ec9-a367-2f886500cb88 service neutron] Attempting to bind port 576feabf-57ed-4210-b3ec-696bc8f56464 on network 4cce9222-c00c-4688-99c4-34e7c10a758a {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:56:37.313182 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-d62299ac-6549-4ec9-a367-2f886500cb88 service neutron] Checking agent: {'id': '8bc968ee-63fe-4341-8ff4-51482bda9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'started_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:56:37.313515 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-d62299ac-6549-4ec9-a367-2f886500cb88 service neutron] Checking segment: {'id': '34bd49a4-5237-487d-b9fa-5e45f744b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4cce9222-c00c-4688-99c4-34e7c10a758a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:56:37.313920 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-d62299ac-6549-4ec9-a367-2f886500cb88 service neutron] Bound using segment: {'id': '34bd49a4-5237-487d-b9fa-5e45f744b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4cce9222-c00c-4688-99c4-34e7c10a758a'} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:56:37.314378 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-d62299ac-6549-4ec9-a367-2f886500cb88 service neutron] Bound port: 576feabf-57ed-4210-b3ec-696bc8f56464, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34bd49a4-5237-487d-b9fa-5e45f744b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4cce9222-c00c-4688-99c4-34e7c10a758a'}}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:56:37.314732 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-d62299ac-6549-4ec9-a367-2f886500cb88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:37.387358 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-d62299ac-6549-4ec9-a367-2f886500cb88 service neutron] For port 576feabf-57ed-4210-b3ec-696bc8f56464, host hv-cinder-80001, cleared binding levels {{(pid=105906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:56:37.390726 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-d62299ac-6549-4ec9-a367-2f886500cb88 service neutron] For port 576feabf-57ed-4210-b3ec-696bc8f56464, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=576feabf-57ed-4210-b3ec-696bc8f56464,segment=NetworkSegment(34bd49a4-5237-487d-b9fa-5e45f744b2f8),segment_id=34bd49a4-5237-487d-b9fa-5e45f744b2f8)] {{(pid=105906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:56:37.407346 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895d8fa-cc73-4467-8c2d-a4135f149df3 req-b7a075f1-4067-48fc-993c-a3ce9a7b0d6d tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:37.409092 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7895d8fa-cc73-4467-8c2d-a4135f149df3 req-b7a075f1-4067-48fc-993c-a3ce9a7b0d6d tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0c28529-f143-4c28-b99d-3ef29e632fd1 HTTP/1.1" status: 200 len: 944 time: 0.0499165 Aug 12 14:56:37.446655 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7895d8fa-cc73-4467-8c2d-a4135f149df3 req-467315b4-d7ea-46aa-b19e-d08fd6446e6f tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315413 Aug 12 14:56:37.590144 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-d62299ac-6549-4ec9-a367-2f886500cb88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:37.624058 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-d62299ac-6549-4ec9-a367-2f886500cb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:37.624658 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-d62299ac-6549-4ec9-a367-2f886500cb88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:37.626166 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-d62299ac-6549-4ec9-a367-2f886500cb88 service neutron] 10.222.0.73 "PUT /v2.0/ports/576feabf-57ed-4210-b3ec-696bc8f56464 HTTP/1.1" status: 200 len: 1094 time: 0.9832904 Aug 12 14:56:37.626595 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c28529-f143-4c28-b99d-3ef29e632fd1', 'tag': '576feabf-57ed-4210-b3ec-696bc8f56464'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:56:37.628834 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508c7a19-cacc-4374-af08-9f9fa374f592" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c28529-f143-4c28-b99d-3ef29e632fd1", "tag": "576feabf-57ed-4210-b3ec-696bc8f56464"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:56:37.654315 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62299ac-6549-4ec9-a367-2f886500cb88 service neutron] Pushing event updated for resources: {'Port': ['ID=576feabf-57ed-4210-b3ec-696bc8f56464,revision_number=3']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:37.665030 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb2ce55-e158-4e95-b9ba-2fa897ea3c53 x-openstack-request-id: req-cbb2ce55-e158-4e95-b9ba-2fa897ea3c53 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:56:37.665310 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c28529-f143-4c28-b99d-3ef29e632fd1", "tag": "576feabf-57ed-4210-b3ec-696bc8f56464", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:56:37.665558 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-cbb2ce55-e158-4e95-b9ba-2fa897ea3c53 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:56:37.665936 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c28529-f143-4c28-b99d-3ef29e632fd1', 'tag': '576feabf-57ed-4210-b3ec-696bc8f56464', 'status': 'completed', 'code': 200} Aug 12 14:56:37.735062 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c7a19-cacc-4374-af08-9f9fa374f592 req-2ed1e902-d217-4c18-9706-ffd85eb442b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:37.736562 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-508c7a19-cacc-4374-af08-9f9fa374f592 req-2ed1e902-d217-4c18-9706-ffd85eb442b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89910f7e31a54071bc2003435b0dbba2&device_id=b0c28529-f143-4c28-b99d-3ef29e632fd1 HTTP/1.1" status: 200 len: 1097 time: 0.0427077 Aug 12 14:56:37.849520 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c7a19-cacc-4374-af08-9f9fa374f592 req-9c50fc91-5775-4d11-8048-1d829df99f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:37.850963 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-508c7a19-cacc-4374-af08-9f9fa374f592 req-9c50fc91-5775-4d11-8048-1d829df99f4f service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=89910f7e31a54071bc2003435b0dbba2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0900404 Aug 12 14:56:37.983409 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c7a19-cacc-4374-af08-9f9fa374f592 req-b3237b45-9565-434a-ab33-186360d432ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:37.985210 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-508c7a19-cacc-4374-af08-9f9fa374f592 req-b3237b45-9565-434a-ab33-186360d432ad service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1225777 Aug 12 14:56:38.068303 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-2c5859c3-d36f-4466-aea9-0c9c7f37477c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:38.069916 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-2c5859c3-d36f-4466-aea9-0c9c7f37477c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89910f7e31a54071bc2003435b0dbba2&device_id=b0c28529-f143-4c28-b99d-3ef29e632fd1 HTTP/1.1" status: 200 len: 1097 time: 0.0435243 Aug 12 14:56:38.130787 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-d9178139-a0fa-427a-a6cc-ecdde2def27a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=576feabf-57ed-4210-b3ec-696bc8f56464 HTTP/1.1" status: 200 len: 217 time: 0.0397868 Aug 12 14:56:38.190214 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-43c3add6-3784-485f-83de-11153216263f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:38.192548 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-43c3add6-3784-485f-83de-11153216263f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6985d2f9-57be-4262-adfd-26b8dd2da41b HTTP/1.1" status: 200 len: 855 time: 0.0493679 Aug 12 14:56:38.234295 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-8b19cebc-7040-4ed6-b9eb-309016c5b26b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4cce9222-c00c-4688-99c4-34e7c10a758a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249281 Aug 12 14:56:38.360278 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-31e3ba15-b2c6-48cf-8232-4bd72776b7ee service neutron] 10.222.0.73 "GET /v2.0/networks/4cce9222-c00c-4688-99c4-34e7c10a758a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104722 Aug 12 14:56:38.393670 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac70a0d-cb26-4677-9c54-d6bad802ae45 req-b50ace69-5953-4902-8a71-3855c0bfe0a5 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:38.395277 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-dac70a0d-cb26-4677-9c54-d6bad802ae45 req-b50ace69-5953-4902-8a71-3855c0bfe0a5 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0615542 Aug 12 14:56:38.440768 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-dac70a0d-cb26-4677-9c54-d6bad802ae45 req-af06dde5-143e-4dfd-958d-34b303fbc1e2 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388598 Aug 12 14:56:38.467752 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e8cca6c3-3883-468d-a489-8456232cfe7f req-e73cd663-96a1-4975-be09-f9fd73a7018d service neutron] 10.222.0.73 "GET /v2.0/networks/4cce9222-c00c-4688-99c4-34e7c10a758a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961819 Aug 12 14:56:38.568742 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef28e8-390c-48be-b8cf-27c1c948f689 req-05f6e8fa-d058-4e66-955f-d3db4280e678 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:38.570276 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4cef28e8-390c-48be-b8cf-27c1c948f689 req-05f6e8fa-d058-4e66-955f-d3db4280e678 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0c28529-f143-4c28-b99d-3ef29e632fd1 HTTP/1.1" status: 200 len: 944 time: 0.0521977 Aug 12 14:56:38.614149 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4cef28e8-390c-48be-b8cf-27c1c948f689 req-fba0a20a-b7fc-482a-a1a8-c889d00bed8a tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376792 Aug 12 14:56:39.604027 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4763dc-3347-4515-b1e4-e7d2bc99fa39 req-9b343ec6-1b6f-4abf-bbe4-16a659765d44 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:39.605456 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2d4763dc-3347-4515-b1e4-e7d2bc99fa39 req-9b343ec6-1b6f-4abf-bbe4-16a659765d44 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0479801 Aug 12 14:56:39.644004 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2d4763dc-3347-4515-b1e4-e7d2bc99fa39 req-a6fa48ef-efff-4f05-a140-e50a1cdc2edd tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318918 Aug 12 14:56:39.781908 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516eb71-8e09-416a-bdbe-eec40b2d34f2 req-6511131f-11be-4001-9872-4cced729a834 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:39.785166 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d516eb71-8e09-416a-bdbe-eec40b2d34f2 req-6511131f-11be-4001-9872-4cced729a834 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0c28529-f143-4c28-b99d-3ef29e632fd1 HTTP/1.1" status: 200 len: 944 time: 0.0818303 Aug 12 14:56:39.803461 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9f5d9-8c2a-4965-9baa-88a19129cbd8 req-d9b77dfc-ced2-4f02-a80e-36fa27f0553c tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:39.805016 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d5c9f5d9-8c2a-4965-9baa-88a19129cbd8 req-d9b77dfc-ced2-4f02-a80e-36fa27f0553c tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/ports?device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 946 time: 0.0723767 Aug 12 14:56:39.857907 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d516eb71-8e09-416a-bdbe-eec40b2d34f2 req-c008f1fd-81f2-4be8-86e9-cc53f6304f22 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638015 Aug 12 14:56:39.875435 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d5c9f5d9-8c2a-4965-9baa-88a19129cbd8 req-e5390b49-c3d6-44a0-9317-281aabdd2a46 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/security-groups?id=306dc1e5-4ece-4053-93d2-a2c972ec40fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578637 Aug 12 14:56:40.527841 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 38426) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:40.686115 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-bbaf6921-0df2-4346-9f02-5711ec0e4cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:40.759573 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cba49-6479-41da-b04f-f77235043182 req-f9f8bdd9-bc7a-4c51-a848-1c220935bc78 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:40.761172 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-835cba49-6479-41da-b04f-f77235043182 req-f9f8bdd9-bc7a-4c51-a848-1c220935bc78 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0480504 Aug 12 14:56:40.773933 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-bbaf6921-0df2-4346-9f02-5711ec0e4cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:40.801734 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-835cba49-6479-41da-b04f-f77235043182 req-dcec6f33-27fb-4140-b18b-3c0c7f515be2 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341568 Aug 12 14:56:41.006462 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-bbaf6921-0df2-4346-9f02-5711ec0e4cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:41.021493 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40a24e-41c6-483c-a7a5-4231e28d1328 req-fc684309-6bc6-4fa9-b00c-bd56a1b7ccbd tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:41.023040 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ce40a24e-41c6-483c-a7a5-4231e28d1328 req-fc684309-6bc6-4fa9-b00c-bd56a1b7ccbd tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0c28529-f143-4c28-b99d-3ef29e632fd1 HTTP/1.1" status: 200 len: 944 time: 0.0808952 Aug 12 14:56:41.031859 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8aa9d-b1d2-4d33-ae3e-b7e824952c13 req-998d209c-a1c6-466e-ae06-10061eb9d716 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:41.033475 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-58a8aa9d-b1d2-4d33-ae3e-b7e824952c13 req-998d209c-a1c6-466e-ae06-10061eb9d716 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/ports?device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 946 time: 0.0811894 Aug 12 14:56:41.046792 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf6921-0df2-4346-9f02-5711ec0e4cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a67cd5b-3f5f-40d4-b33d-26e91e38c8ed,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:41.052946 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-bbaf6921-0df2-4346-9f02-5711ec0e4cb6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3a2ddf8d2fa64ba884768ca53916d092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5212879 Aug 12 14:56:41.057033 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 38448) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:41.063903 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf6921-0df2-4346-9f02-5711ec0e4cb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:41.068109 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf6921-0df2-4346-9f02-5711ec0e4cb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:41.068109 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf6921-0df2-4346-9f02-5711ec0e4cb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:41.068109 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf6921-0df2-4346-9f02-5711ec0e4cb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:41.068109 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf6921-0df2-4346-9f02-5711ec0e4cb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:41.068109 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf6921-0df2-4346-9f02-5711ec0e4cb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:41.068109 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf6921-0df2-4346-9f02-5711ec0e4cb6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:41.068109 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf6921-0df2-4346-9f02-5711ec0e4cb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:41.068109 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf6921-0df2-4346-9f02-5711ec0e4cb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:41.068109 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf6921-0df2-4346-9f02-5711ec0e4cb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:41.068109 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf6921-0df2-4346-9f02-5711ec0e4cb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:41.068109 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf6921-0df2-4346-9f02-5711ec0e4cb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:41.118517 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f3609dd9-65ea-4f42-9510-6ff34ae4df4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:41.148842 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f3609dd9-65ea-4f42-9510-6ff34ae4df4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:41.217878 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ce40a24e-41c6-483c-a7a5-4231e28d1328 req-4c58e516-4d71-43ae-9767-49c56951e5e7 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831195 Aug 12 14:56:41.225542 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-58a8aa9d-b1d2-4d33-ae3e-b7e824952c13 req-56b9aff6-be2b-4c47-81b4-930bcb703812 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/security-groups?id=306dc1e5-4ece-4053-93d2-a2c972ec40fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843359 Aug 12 14:56:41.299257 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f3609dd9-65ea-4f42-9510-6ff34ae4df4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:41.301886 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f3609dd9-65ea-4f42-9510-6ff34ae4df4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:41.303067 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-f3609dd9-65ea-4f42-9510-6ff34ae4df4f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9a67cd5b-3f5f-40d4-b33d-26e91e38c8ed HTTP/1.1" status: 204 len: 168 time: 0.2451286 Aug 12 14:56:41.310745 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3609dd9-65ea-4f42-9510-6ff34ae4df4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a67cd5b-3f5f-40d4-b33d-26e91e38c8ed,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:41.920900 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946c0a3-dd67-48dd-8ce1-584984e68edf req-a01ce602-5a02-478a-af0c-4f5b9a2a8ce2 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:41.922439 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f946c0a3-dd67-48dd-8ce1-584984e68edf req-a01ce602-5a02-478a-af0c-4f5b9a2a8ce2 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0474825 Aug 12 14:56:41.963498 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f946c0a3-dd67-48dd-8ce1-584984e68edf req-675850f2-ccb8-4039-b9d1-06f49eefcc29 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349760 Aug 12 14:56:42.121865 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 576feabf-57ed-4210-b3ec-696bc8f56464 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=105907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:56:42.194963 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 38472) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:42.208398 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e3131322-0878-48b2-bfa3-7e0e96e8c334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:42.225985 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 576feabf-57ed-4210-b3ec-696bc8f56464, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=576feabf-57ed-4210-b3ec-696bc8f56464,segment=NetworkSegment(34bd49a4-5237-487d-b9fa-5e45f744b2f8),segment_id=34bd49a4-5237-487d-b9fa-5e45f744b2f8)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:42.239909 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Returning: {'device': '576feabf-57ed-4210-b3ec-696bc8f56464', 'network_id': '4cce9222-c00c-4688-99c4-34e7c10a758a', 'port_id': '576feabf-57ed-4210-b3ec-696bc8f56464', 'mac_address': 'fa:16:3e:75:db:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6985d2f9-57be-4262-adfd-26b8dd2da41b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:56:42.305445 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-6b875c06-c815-4d35-877c-9afda0c67b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:42.317177 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e3131322-0878-48b2-bfa3-7e0e96e8c334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:42.339821 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ad30f-afee-4e4a-ad81-6b5fa0f0521d req-f40cae8a-fdd0-4890-899e-368b8f18bbd8 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:42.341443 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-8c9ad30f-afee-4e4a-ad81-6b5fa0f0521d req-f40cae8a-fdd0-4890-899e-368b8f18bbd8 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.73 "GET /v2.0/ports?device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 946 time: 0.3024781 Aug 12 14:56:42.342081 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:42.355751 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576feabf-57ed-4210-b3ec-696bc8f56464 {{(pid=105907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:56:42.386288 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 576feabf-57ed-4210-b3ec-696bc8f56464, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=576feabf-57ed-4210-b3ec-696bc8f56464,segment=NetworkSegment(34bd49a4-5237-487d-b9fa-5e45f744b2f8),segment_id=34bd49a4-5237-487d-b9fa-5e45f744b2f8)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:42.405272 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9b640-c067-4147-9eb5-68448866b734 req-d2d5d563-5f1c-49eb-bdfa-13a64c9a8d35 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:42.406769 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-63f9b640-c067-4147-9eb5-68448866b734 req-d2d5d563-5f1c-49eb-bdfa-13a64c9a8d35 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0c28529-f143-4c28-b99d-3ef29e632fd1 HTTP/1.1" status: 200 len: 944 time: 0.0704944 Aug 12 14:56:42.415094 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661c89a-64b5-48c3-ad02-9f9bfd421ffd req-d91382b1-2d2c-44b0-94bf-ce36ca5da487 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:42.416501 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2661c89a-64b5-48c3-ad02-9f9bfd421ffd req-d91382b1-2d2c-44b0-94bf-ce36ca5da487 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/ports?device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 946 time: 0.0901473 Aug 12 14:56:42.472059 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-63f9b640-c067-4147-9eb5-68448866b734 req-58d0d3c5-43e8-4a4a-baba-ca087fbda134 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545723 Aug 12 14:56:42.475532 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e3131322-0878-48b2-bfa3-7e0e96e8c334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:42.482903 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2661c89a-64b5-48c3-ad02-9f9bfd421ffd req-bbeed588-34e2-46db-93d8-2fe191ef3080 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/security-groups?id=306dc1e5-4ece-4053-93d2-a2c972ec40fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589616 Aug 12 14:56:42.484907 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-8c9ad30f-afee-4e4a-ad81-6b5fa0f0521d req-7dd8d02e-4591-474a-90d3-0db66c326c94 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Deleting port 3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:56:42.485354 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-8c9ad30f-afee-4e4a-ad81-6b5fa0f0521d req-7dd8d02e-4591-474a-90d3-0db66c326c94 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:42.515156 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-e3131322-0878-48b2-bfa3-7e0e96e8c334 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9adc8f8b410c4ce497f57a7e12c02afd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3190355 Aug 12 14:56:42.518525 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 38482) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:42.521411 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:42.546010 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3131322-0878-48b2-bfa3-7e0e96e8c334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3efcc8a-4115-48df-b8da-a0daf051a8c3,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:42.570507 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3131322-0878-48b2-bfa3-7e0e96e8c334 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:42.571181 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3131322-0878-48b2-bfa3-7e0e96e8c334 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:42.571526 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3131322-0878-48b2-bfa3-7e0e96e8c334 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:42.571897 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3131322-0878-48b2-bfa3-7e0e96e8c334 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:42.572225 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3131322-0878-48b2-bfa3-7e0e96e8c334 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:42.572549 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3131322-0878-48b2-bfa3-7e0e96e8c334 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:42.572964 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3131322-0878-48b2-bfa3-7e0e96e8c334 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:42.573291 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3131322-0878-48b2-bfa3-7e0e96e8c334 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:42.573610 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3131322-0878-48b2-bfa3-7e0e96e8c334 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:42.573926 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3131322-0878-48b2-bfa3-7e0e96e8c334 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:42.574285 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3131322-0878-48b2-bfa3-7e0e96e8c334 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:42.574680 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3131322-0878-48b2-bfa3-7e0e96e8c334 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:42.590350 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=576feabf-57ed-4210-b3ec-696bc8f56464,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:42.612559 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-cacc04e5-eae1-433f-9eba-ffb0f911aa1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:42.637261 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-cacc04e5-eae1-433f-9eba-ffb0f911aa1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:42.637853 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-8c9ad30f-afee-4e4a-ad81-6b5fa0f0521d req-7dd8d02e-4591-474a-90d3-0db66c326c94 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] For port 3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0,segment=NetworkSegment(d2806bca-d339-4abc-8594-82e13f04e969),segment_id=d2806bca-d339-4abc-8594-82e13f04e969)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:42.638224 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-8c9ad30f-afee-4e4a-ad81-6b5fa0f0521d req-7dd8d02e-4591-474a-90d3-0db66c326c94 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:42.655181 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-8c9ad30f-afee-4e4a-ad81-6b5fa0f0521d req-7dd8d02e-4591-474a-90d3-0db66c326c94 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Calling delete_port for 3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0 owned by compute:nova {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:56:42.824244 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['576feabf-57ed-4210-b3ec-696bc8f56464'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:56:42.857824 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-cacc04e5-eae1-433f-9eba-ffb0f911aa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:42.861233 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-cacc04e5-eae1-433f-9eba-ffb0f911aa1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:42.862415 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-cacc04e5-eae1-433f-9eba-ffb0f911aa1d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a3efcc8a-4115-48df-b8da-a0daf051a8c3 HTTP/1.1" status: 204 len: 168 time: 0.3429897 Aug 12 14:56:42.870701 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc04e5-eae1-433f-9eba-ffb0f911aa1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3efcc8a-4115-48df-b8da-a0daf051a8c3,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:43.029837 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-8c9ad30f-afee-4e4a-ad81-6b5fa0f0521d req-7dd8d02e-4591-474a-90d3-0db66c326c94 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:43.062127 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8d02e-4591-474a-90d3-0db66c326c94 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Pushing event deleted for resources: {'Port': ['ID=3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:43.097192 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32dce1-ba0e-41ac-b982-e5ff2d757d18 req-2d3f4e5f-f1ff-4013-b1a6-8475a025f288 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:43.098779 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-dd32dce1-ba0e-41ac-b982-e5ff2d757d18 req-2d3f4e5f-f1ff-4013-b1a6-8475a025f288 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0604789 Aug 12 14:56:43.128069 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9ad30f-afee-4e4a-ad81-6b5fa0f0521d req-7dd8d02e-4591-474a-90d3-0db66c326c94 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] No DVR routers for this DVR port 3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0 on host hv-cinder-80001 {{(pid=105906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:56:43.131770 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-8c9ad30f-afee-4e4a-ad81-6b5fa0f0521d req-7dd8d02e-4591-474a-90d3-0db66c326c94 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:43.134116 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-8c9ad30f-afee-4e4a-ad81-6b5fa0f0521d req-7dd8d02e-4591-474a-90d3-0db66c326c94 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.73 "DELETE /v2.0/ports/3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0 HTTP/1.1" status: 204 len: 173 time: 0.7807672 Aug 12 14:56:43.134546 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f00616-6bb7-440b-b81a-ba40dd3252b8', 'name': 'network-vif-deleted', 'tag': '3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:56:43.137218 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f41aa1-9f81-4c2e-88bf-c10b162b69e5" -d '{"events": [{"server_uuid": "93f00616-6bb7-440b-b81a-ba40dd3252b8", "name": "network-vif-deleted", "tag": "3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:56:43.145250 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-dd32dce1-ba0e-41ac-b982-e5ff2d757d18 req-289637d9-736d-4e15-bc64-59175030ebd3 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399237 Aug 12 14:56:43.181316 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc2fdd2-cba9-4adf-9209-32d556123ff9 x-openstack-request-id: req-1dc2fdd2-cba9-4adf-9209-32d556123ff9 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:56:43.181316 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f00616-6bb7-440b-b81a-ba40dd3252b8", "name": "network-vif-deleted", "tag": "3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:56:43.181316 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1dc2fdd2-cba9-4adf-9209-32d556123ff9 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:56:43.181316 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f00616-6bb7-440b-b81a-ba40dd3252b8', 'name': 'network-vif-deleted', 'tag': '3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0', 'status': 'completed', 'code': 200} Aug 12 14:56:43.606194 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f3697d52-c1b5-41b5-94ed-05d0c3232087 req-358bd778-df93-4248-8859-b96fbfbfd37d tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/ports?device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 210 time: 0.0296724 Aug 12 14:56:43.622104 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c000ce-e49d-43a3-92cc-f23d9a59b5ae req-5a0e4149-9760-421b-a1f1-d804419e5dc6 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:43.623641 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b9c000ce-e49d-43a3-92cc-f23d9a59b5ae req-5a0e4149-9760-421b-a1f1-d804419e5dc6 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0c28529-f143-4c28-b99d-3ef29e632fd1 HTTP/1.1" status: 200 len: 945 time: 0.0742764 Aug 12 14:56:43.633949 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:56:43.672458 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b9c000ce-e49d-43a3-92cc-f23d9a59b5ae req-8c99f087-dd7b-41b5-9cb6-7bf1cd510552 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413847 Aug 12 14:56:44.147231 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 576feabf-57ed-4210-b3ec-696bc8f56464 up at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:44.269434 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a191cdf-960c-4c84-9363-0fdc573259c3 req-c191d99d-caa0-4458-83e5-de33f3175886 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:44.270939 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1a191cdf-960c-4c84-9363-0fdc573259c3 req-c191d99d-caa0-4458-83e5-de33f3175886 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0591514 Aug 12 14:56:44.311581 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1a191cdf-960c-4c84-9363-0fdc573259c3 req-0c83ff9f-bee8-4054-bb42-1cb976a02b06 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340884 Aug 12 14:56:44.429811 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning for port 576feabf-57ed-4210-b3ec-696bc8f56464 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:44.434061 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning complete for port 576feabf-57ed-4210-b3ec-696bc8f56464 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:44.434611 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:44.500320 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-1c79b32a-0ae7-4367-995c-363cdc6b5506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:44.514326 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:44.537470 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c28529-f143-4c28-b99d-3ef29e632fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576feabf-57ed-4210-b3ec-696bc8f56464'}] {{(pid=105907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:56:44.539685 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d000d793ac8a3d868a659aad16e36a91200609b2b231164c0c4cfca9150c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35b28a3-64d1-42a3-aa0b-dcd473e2adf4" -d '{"events": [{"server_uuid": "b0c28529-f143-4c28-b99d-3ef29e632fd1", "name": "network-vif-plugged", "status": "completed", "tag": "576feabf-57ed-4210-b3ec-696bc8f56464"}]}' {{(pid=105907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:56:44.557397 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 576feabf-57ed-4210-b3ec-696bc8f56464, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=576feabf-57ed-4210-b3ec-696bc8f56464,segment=NetworkSegment(34bd49a4-5237-487d-b9fa-5e45f744b2f8),segment_id=34bd49a4-5237-487d-b9fa-5e45f744b2f8)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:44.576557 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72610d19-8064-4c87-bb0d-04c0541bc08f x-openstack-request-id: req-72610d19-8064-4c87-bb0d-04c0541bc08f {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:56:44.576898 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c28529-f143-4c28-b99d-3ef29e632fd1", "name": "network-vif-plugged", "status": "completed", "tag": "576feabf-57ed-4210-b3ec-696bc8f56464", "code": 200}]} {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:56:44.577157 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-72610d19-8064-4c87-bb0d-04c0541bc08f {{(pid=105907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:56:44.577547 dv-cinder-800015-3-iscsi neutron-server[105907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c28529-f143-4c28-b99d-3ef29e632fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576feabf-57ed-4210-b3ec-696bc8f56464', 'code': 200} Aug 12 14:56:44.716635 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e35ec735-a4e1-4812-b21e-8b001f30ba35 req-458245ac-7402-4f03-9fd8-d8368c19c6b9 tempest-DeleteServersTestJSON-1044069745 tempest-DeleteServersTestJSON-1044069745-project] 10.222.0.63 "GET /v2.0/ports?device_id=93f00616-6bb7-440b-b81a-ba40dd3252b8 HTTP/1.1" status: 200 len: 210 time: 0.0256879 Aug 12 14:56:44.791355 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c56f1-f73d-4a09-8ebc-4b3d3d1680cf req-0722ab0f-ce44-436a-a006-59447e01ff33 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:44.793131 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f38c56f1-f73d-4a09-8ebc-4b3d3d1680cf req-0722ab0f-ce44-436a-a006-59447e01ff33 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0c28529-f143-4c28-b99d-3ef29e632fd1 HTTP/1.1" status: 200 len: 945 time: 0.0492039 Aug 12 14:56:44.836163 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f38c56f1-f73d-4a09-8ebc-4b3d3d1680cf req-664432da-6512-48e0-ae8c-54b38c81694c tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368211 Aug 12 14:56:44.921434 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:44.978316 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=576feabf-57ed-4210-b3ec-696bc8f56464,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:44.985801 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:44.986057 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:44.986384 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:44.986728 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:44.987073 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:44.987394 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:44.987726 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:44.988057 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:44.988386 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:44.988742 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:44.989068 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:44.989393 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:45.178424 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:45.258483 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c24189-b4c6-45ef-a654-3d7cc39b5a0d req-d0be0f86-f47e-4cf4-886a-14cdca8148b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:45.259968 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-56c24189-b4c6-45ef-a654-3d7cc39b5a0d req-d0be0f86-f47e-4cf4-886a-14cdca8148b8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b0c28529-f143-4c28-b99d-3ef29e632fd1 HTTP/1.1" status: 200 len: 1099 time: 0.0393624 Aug 12 14:56:45.314757 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-56c24189-b4c6-45ef-a654-3d7cc39b5a0d req-c9e29e5d-dcf8-49c3-b4f1-1b9862cdce1c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437016 Aug 12 14:56:45.440002 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba318c-2cdb-4839-b997-f2023d4c20a9 req-1171184a-97c6-4682-9951-3bd26d2db26b tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:45.441680 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-14ba318c-2cdb-4839-b997-f2023d4c20a9 req-1171184a-97c6-4682-9951-3bd26d2db26b tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0498888 Aug 12 14:56:45.487663 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-14ba318c-2cdb-4839-b997-f2023d4c20a9 req-1d0bf2f2-9787-471f-b04b-519df0a85767 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363636 Aug 12 14:56:45.962796 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64a885-6ac9-4a13-ad17-d1f2aad71a04 req-077a6797-d796-4817-9271-dd8ed7563737 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:45.964422 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3d64a885-6ac9-4a13-ad17-d1f2aad71a04 req-077a6797-d796-4817-9271-dd8ed7563737 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0c28529-f143-4c28-b99d-3ef29e632fd1 HTTP/1.1" status: 200 len: 946 time: 0.0519609 Aug 12 14:56:46.011661 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3d64a885-6ac9-4a13-ad17-d1f2aad71a04 req-ab6a9bee-a58b-44be-8b3c-41aae794797d tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403116 Aug 12 14:56:46.058312 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:46.146689 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:56:46.167605 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] No Port match for: 3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:56:46.168022 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 3c2bd3b3-9c2e-4187-b4b8-04c28e55bfd0 not bound to the agent host hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:56:46.614231 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67964d5f-4205-4eae-9094-0d6e3a4fa3b1 req-c4e7982a-5596-45e3-a190-fda4b2e66c38 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:46.615766 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-67964d5f-4205-4eae-9094-0d6e3a4fa3b1 req-c4e7982a-5596-45e3-a190-fda4b2e66c38 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0492108 Aug 12 14:56:46.656117 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-67964d5f-4205-4eae-9094-0d6e3a4fa3b1 req-f08d379f-dd83-4798-b650-d17e000881b4 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342948 Aug 12 14:56:47.128643 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461aba9b-39cd-4477-acb7-d84f3678a49d req-d7c6bc11-dd08-4fa1-b103-93bb125f9122 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:47.130200 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-461aba9b-39cd-4477-acb7-d84f3678a49d req-d7c6bc11-dd08-4fa1-b103-93bb125f9122 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0c28529-f143-4c28-b99d-3ef29e632fd1 HTTP/1.1" status: 200 len: 946 time: 0.0515018 Aug 12 14:56:47.167023 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-461aba9b-39cd-4477-acb7-d84f3678a49d req-caffcce7-03c3-4567-8a6a-a56e4ff14657 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310049 Aug 12 14:56:47.327697 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:56:47.509819 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:47.772293 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a8e07-abb6-4a11-9bf6-4c5a3f0a20d7 req-5211a46f-7a45-4cbf-b790-2abc8ae28144 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:47.773785 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b87a8e07-abb6-4a11-9bf6-4c5a3f0a20d7 req-5211a46f-7a45-4cbf-b790-2abc8ae28144 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0478826 Aug 12 14:56:47.810850 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b87a8e07-abb6-4a11-9bf6-4c5a3f0a20d7 req-c4b03416-9bf9-4def-9e9d-7569f810aa3c tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311964 Aug 12 14:56:49.294745 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc37493-6686-4818-bb41-77e97bd9a6f3 req-c27ef0a0-cd15-4578-bc0f-18e2b486b0ee tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:49.296225 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-fdc37493-6686-4818-bb41-77e97bd9a6f3 req-c27ef0a0-cd15-4578-bc0f-18e2b486b0ee tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0479839 Aug 12 14:56:49.337705 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-fdc37493-6686-4818-bb41-77e97bd9a6f3 req-f42576c0-7008-4e2c-8bd6-7877da905384 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347092 Aug 12 14:56:50.466752 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca5597-5fed-44be-86f8-2d6a5a6ea7ef req-fbd9746f-9941-499b-9a1d-855e9fb0df6f tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:50.468246 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c6ca5597-5fed-44be-86f8-2d6a5a6ea7ef req-fbd9746f-9941-499b-9a1d-855e9fb0df6f tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0563483 Aug 12 14:56:50.506062 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c6ca5597-5fed-44be-86f8-2d6a5a6ea7ef req-61c2f5fc-ae12-4c7e-bbe8-1086ac3720f2 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318646 Aug 12 14:56:51.634896 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b99f8-4977-4b73-8461-f95081677d0e req-65c344be-e2ef-452c-aab3-ad7b6d3d5b48 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:51.636454 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-091b99f8-4977-4b73-8461-f95081677d0e req-65c344be-e2ef-452c-aab3-ad7b6d3d5b48 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0600543 Aug 12 14:56:51.674886 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-091b99f8-4977-4b73-8461-f95081677d0e req-9d19e03d-ba4d-49ae-95e1-417f45a7e89a tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320926 Aug 12 14:56:52.794959 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b8a4d-5145-40e4-97ae-72e51d42cf4c req-46faff62-2b3c-4625-ad7e-bf9336d36eec tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:52.796421 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b83b8a4d-5145-40e4-97ae-72e51d42cf4c req-46faff62-2b3c-4625-ad7e-bf9336d36eec tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0516291 Aug 12 14:56:52.837429 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b83b8a4d-5145-40e4-97ae-72e51d42cf4c req-cc76dd0f-b780-4a13-b5ca-0d555de94fa7 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343733 Aug 12 14:56:53.948644 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd714eac-f5cb-47cf-bb0f-b8141c111e33 req-bef54483-042d-4545-8f6d-7925ad29fd48 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:53.950027 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cd714eac-f5cb-47cf-bb0f-b8141c111e33 req-bef54483-042d-4545-8f6d-7925ad29fd48 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0463204 Aug 12 14:56:53.986365 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cd714eac-f5cb-47cf-bb0f-b8141c111e33 req-1db17ad4-6a07-4043-ab05-ed5d4e1a6431 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299237 Aug 12 14:56:55.097505 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38183aa5-cc47-4921-9408-c7119c95fb45 req-36c1635f-e2d3-4184-92ca-ba3b637d8fb5 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:55.098908 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-38183aa5-cc47-4921-9408-c7119c95fb45 req-36c1635f-e2d3-4184-92ca-ba3b637d8fb5 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0471928 Aug 12 14:56:55.134350 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-38183aa5-cc47-4921-9408-c7119c95fb45 req-e5bb960a-dcb6-4bb1-b1e4-4136500027e5 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297420 Aug 12 14:56:56.251008 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817fccb-464a-4e64-892e-dce0146c59bb req-cbfbf598-ec05-47c5-a366-ecab870978b5 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:56.252475 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3817fccb-464a-4e64-892e-dce0146c59bb req-cbfbf598-ec05-47c5-a366-ecab870978b5 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0491235 Aug 12 14:56:56.292505 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3817fccb-464a-4e64-892e-dce0146c59bb req-16cdd306-3bcb-489f-ad0a-d56f70aa8255 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340850 Aug 12 14:56:56.970340 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 38814) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:57.029230 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.db_base_plugin_v2 [None req-06db19c0-5362-4299-a044-67739e95f217 admin admin] Deleting subnet 3c5ffcc8-939c-4d8a-b49d-6aca086311c6 {{(pid=105905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:56:57.032617 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-06db19c0-5362-4299-a044-67739e95f217 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:57.080501 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-06db19c0-5362-4299-a044-67739e95f217 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:57.090926 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-06db19c0-5362-4299-a044-67739e95f217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417570'] for subnet, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:57.291784 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-8cde22a7-46f4-409d-8bd9-abff55976ee9 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:57.293279 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-8cde22a7-46f4-409d-8bd9-abff55976ee9 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/networks?id=4cce9222-c00c-4688-99c4-34e7c10a758a HTTP/1.1" status: 200 len: 815 time: 0.1028564 Aug 12 14:56:57.308393 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-a26907a9-4448-41d6-90a6-b9cd0fde8545 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/quotas/89910f7e31a54071bc2003435b0dbba2 HTTP/1.1" status: 200 len: 375 time: 0.0089395 Aug 12 14:56:57.324871 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-06db19c0-5362-4299-a044-67739e95f217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for subnet, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:57.367935 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db19c0-5362-4299-a044-67739e95f217 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c5ffcc8-939c-4d8a-b49d-6aca086311c6,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:57.372671 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-06db19c0-5362-4299-a044-67739e95f217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for subnet, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:57.374674 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-06db19c0-5362-4299-a044-67739e95f217 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/3c5ffcc8-939c-4d8a-b49d-6aca086311c6 HTTP/1.1" status: 204 len: 168 time: 0.4027293 Aug 12 14:56:57.377694 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 38844) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:57.420667 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-7f24890a-2246-4dcf-be71-ab12c942cd0c tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=89910f7e31a54071bc2003435b0dbba2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063733 Aug 12 14:56:57.449832 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb03bd-644e-41da-b092-cff2228b9266 req-bda000ba-e4cf-4698-b998-98f80535dd2c tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:57.451387 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-03eb03bd-644e-41da-b092-cff2228b9266 req-bda000ba-e4cf-4698-b998-98f80535dd2c tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0863779 Aug 12 14:56:57.460097 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-6939192f-1b6a-423d-9994-8b11a82ccdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1830333'] for network, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:57.526800 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-03eb03bd-644e-41da-b092-cff2228b9266 req-9fc3af94-d4f7-4e14-ab92-cd9bf6716e05 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630717 Aug 12 14:56:57.573013 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-6939192f-1b6a-423d-9994-8b11a82ccdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421029', 'neutron.services.segments.db._delete_segments_for_network-8782132920688'] for network, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:57.585933 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.services.segments.db [None req-6939192f-1b6a-423d-9994-8b11a82ccdf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1119c5-8116-4383-856c-69d01f620db0']}} {{(pid=105906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:57.586495 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-ec957b77-7756-4da8-bd0e-f202563cc0dd service neutron] 10.222.0.63 "GET /v2.0/networks/4cce9222-c00c-4688-99c4-34e7c10a758a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541097 Aug 12 14:56:57.596583 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.services.segments.db [None req-6939192f-1b6a-423d-9994-8b11a82ccdf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2806bca-d339-4abc-8594-82e13f04e969') {'for_net_delete': True} {{(pid=105906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:57.596893 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.services.segments.db [None req-6939192f-1b6a-423d-9994-8b11a82ccdf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2806bca-d339-4abc-8594-82e13f04e969') {} {{(pid=105906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:57.605743 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-6939192f-1b6a-423d-9994-8b11a82ccdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782132923513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9760447'] for segment, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:57.619425 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-6939192f-1b6a-423d-9994-8b11a82ccdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:57.626896 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6939192f-1b6a-423d-9994-8b11a82ccdf5 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=105906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:56:57.627466 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-6939192f-1b6a-423d-9994-8b11a82ccdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2614568'] for segment, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: Traceback (most recent call last): Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: timer() Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: cb(*args, **kw) Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: return func(*args, **kwargs) Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: self._notify() Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: self.callback(batched_events) Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: event.method(event) Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: return f(self, *a, **k) Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: return self._get(url).json() Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: return self.request(url, 'GET', **kwargs) Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:56:57.629529 dv-cinder-800015-3-iscsi neutron-server[105906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:56:57.686378 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-ac18e224-6e33-499e-b7f4-3093b3951289 service neutron] 10.222.0.63 "GET /v2.0/networks/4cce9222-c00c-4688-99c4-34e7c10a758a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932307 Aug 12 14:56:57.808440 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 38868) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:57.842483 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-6939192f-1b6a-423d-9994-8b11a82ccdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710307'] for network, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:57.862068 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-6939192f-1b6a-423d-9994-8b11a82ccdf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:57.864398 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-6939192f-1b6a-423d-9994-8b11a82ccdf5 admin admin] 10.222.0.63 "DELETE /v2.0/networks/1a1119c5-8116-4383-856c-69d01f620db0 HTTP/1.1" status: 204 len: 168 time: 0.4857237 Aug 12 14:56:57.872977 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939192f-1b6a-423d-9994-8b11a82ccdf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a1119c5-8116-4383-856c-69d01f620db0,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:57.880346 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_v2 [None req-90fced7e-904a-48de-9de4-075d2ecaff8b admin admin] Deleting subnet 4552f8e1-9743-4cf7-8bd9-191305de6d10 {{(pid=105906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:56:57.885076 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-90fced7e-904a-48de-9de4-075d2ecaff8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:57.926427 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-90fced7e-904a-48de-9de4-075d2ecaff8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9760424'] for subnet, precommit_delete_associations {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:57.968787 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-90fced7e-904a-48de-9de4-075d2ecaff8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417570'] for subnet, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:57.991990 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-57e42a98-7aaf-4422-84a8-cdd8c47cdc09 req-515b6c54-e8c6-4c50-b73c-15a9c9d55d31 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 210 time: 0.0260713 Aug 12 14:56:58.184584 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-90fced7e-904a-48de-9de4-075d2ecaff8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9827590'] for subnet, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:58.211274 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fced7e-904a-48de-9de4-075d2ecaff8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4552f8e1-9743-4cf7-8bd9-191305de6d10,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:58.215015 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-90fced7e-904a-48de-9de4-075d2ecaff8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:58.217678 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-90fced7e-904a-48de-9de4-075d2ecaff8b admin admin] 10.222.0.63 "DELETE /v2.0/subnets/4552f8e1-9743-4cf7-8bd9-191305de6d10 HTTP/1.1" status: 204 len: 168 time: 0.4079537 Aug 12 14:56:58.220204 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 38884) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:58.290333 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-33e97307-2bc7-4720-840d-76adaa3274cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1830333'] for network, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:58.374274 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-33e97307-2bc7-4720-840d-76adaa3274cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421029', 'neutron.services.segments.db._delete_segments_for_network-8782132920688'] for network, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:58.385828 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.services.segments.db [None req-33e97307-2bc7-4720-840d-76adaa3274cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['848230a7-1aee-4606-ab21-2d26a83251f3']}} {{(pid=105906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:58.397552 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.services.segments.db [None req-33e97307-2bc7-4720-840d-76adaa3274cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f629cb-9a85-448d-bc7e-fdeab061751d') {'for_net_delete': True} {{(pid=105906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:58.397951 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.services.segments.db [None req-33e97307-2bc7-4720-840d-76adaa3274cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f629cb-9a85-448d-bc7e-fdeab061751d') {} {{(pid=105906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:58.407756 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-33e97307-2bc7-4720-840d-76adaa3274cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782132923513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9760447'] for segment, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:58.417202 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 38888) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:58.426072 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-33e97307-2bc7-4720-840d-76adaa3274cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:58.432995 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e97307-2bc7-4720-840d-76adaa3274cd admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=105906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:56:58.433394 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-33e97307-2bc7-4720-840d-76adaa3274cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2614568'] for segment, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: Traceback (most recent call last): Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: timer() Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: cb(*args, **kw) Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: return func(*args, **kwargs) Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: self._notify() Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: self.callback(batched_events) Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: event.method(event) Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: return f(self, *a, **k) Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: return self._get(url).json() Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: return self.request(url, 'GET', **kwargs) Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:56:58.434978 dv-cinder-800015-3-iscsi neutron-server[105906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:56:58.450995 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 38892) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:58.494243 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-957ba8ff-086e-4ce3-bf95-70d8213bb0f2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f63a6bdffaeb4d48801b61d4bd4f3f6f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0399406 Aug 12 14:56:58.494461 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 38894) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:58.554751 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-21147fb0-e90b-4a37-9ca7-c53b08186d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:58.581548 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-21147fb0-e90b-4a37-9ca7-c53b08186d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:58.606869 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-33e97307-2bc7-4720-840d-76adaa3274cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710307'] for network, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:58.613216 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-33e97307-2bc7-4720-840d-76adaa3274cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:58.622166 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-33e97307-2bc7-4720-840d-76adaa3274cd admin admin] 10.222.0.63 "DELETE /v2.0/networks/848230a7-1aee-4606-ab21-2d26a83251f3 HTTP/1.1" status: 204 len: 168 time: 0.3946168 Aug 12 14:56:58.629591 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 38902) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:58.637821 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e97307-2bc7-4720-840d-76adaa3274cd admin admin] Pushing event deleted for resources: {'Network': ['ID=848230a7-1aee-4606-ab21-2d26a83251f3,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:58.664599 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2c88d0ba-c7b7-4a03-8042-0e4cb262c2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:58.688428 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01165b0-65e2-4d32-bd7e-24b8cb8e76af admin admin] Deleting subnet b7132fc6-18de-4c27-816d-2064ea7675da {{(pid=105906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:56:58.692518 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d01165b0-65e2-4d32-bd7e-24b8cb8e76af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:58.711694 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8e31d-3358-4d79-aa5c-8f7b4aeb34ef req-a4eade03-9a93-4aeb-b382-9d5ac4d7be84 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:58.713115 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-dfb8e31d-3358-4d79-aa5c-8f7b4aeb34ef req-a4eade03-9a93-4aeb-b382-9d5ac4d7be84 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0927212 Aug 12 14:56:58.730899 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d01165b0-65e2-4d32-bd7e-24b8cb8e76af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9760424'] for subnet, precommit_delete_associations {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:58.757529 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-dfb8e31d-3358-4d79-aa5c-8f7b4aeb34ef req-d9634317-cefb-4be5-a85f-5d31451feb95 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377262 Aug 12 14:56:58.793992 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d01165b0-65e2-4d32-bd7e-24b8cb8e76af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417570'] for subnet, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:58.837299 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-58933f96-6a26-42e2-bb77-d69abdabb5a8 req-c39bf8ad-87dd-4a34-8a8e-97dce226ccd5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747504 Aug 12 14:56:58.919773 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58933f96-6a26-42e2-bb77-d69abdabb5a8 req-6d9b58e3-9ed1-4e68-92b8-e9b8a987ab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:58.921256 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-58933f96-6a26-42e2-bb77-d69abdabb5a8 req-6d9b58e3-9ed1-4e68-92b8-e9b8a987ab21 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89910f7e31a54071bc2003435b0dbba2&device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 1098 time: 0.0380731 Aug 12 14:56:59.024642 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-21147fb0-e90b-4a37-9ca7-c53b08186d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.024642 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-21147fb0-e90b-4a37-9ca7-c53b08186d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.024642 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-21147fb0-e90b-4a37-9ca7-c53b08186d6d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/306dc1e5-4ece-4053-93d2-a2c972ec40fb HTTP/1.1" status: 204 len: 168 time: 0.5261595 Aug 12 14:56:59.032050 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21147fb0-e90b-4a37-9ca7-c53b08186d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306dc1e5-4ece-4053-93d2-a2c972ec40fb,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:59.040042 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58933f96-6a26-42e2-bb77-d69abdabb5a8 req-421ef7ac-5d4c-4591-ae6e-e3f70fbdaa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:59.041471 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-58933f96-6a26-42e2-bb77-d69abdabb5a8 req-421ef7ac-5d4c-4591-ae6e-e3f70fbdaa07 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4cce9222-c00c-4688-99c4-34e7c10a758a HTTP/1.1" status: 200 len: 916 time: 0.0982642 Aug 12 14:56:59.093327 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-58933f96-6a26-42e2-bb77-d69abdabb5a8 req-1e19f805-c275-4de4-b6b4-040a4227247c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f737a21-4c60-460b-ab4e-02c72f5ba325 HTTP/1.1" status: 200 len: 217 time: 0.0387435 Aug 12 14:56:59.098610 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a2e43864-ae3c-41c7-9348-9af2a69aeecb req-997c1371-6464-4e3e-9a09-ebc2c8107823 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 210 time: 0.0268993 Aug 12 14:56:59.104160 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d01165b0-65e2-4d32-bd7e-24b8cb8e76af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9827590'] for subnet, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.152884 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2c88d0ba-c7b7-4a03-8042-0e4cb262c2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.156135 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01165b0-65e2-4d32-bd7e-24b8cb8e76af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7132fc6-18de-4c27-816d-2064ea7675da,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:59.161991 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d01165b0-65e2-4d32-bd7e-24b8cb8e76af admin admin] Notify callbacks [] for subnet, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.163925 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-d01165b0-65e2-4d32-bd7e-24b8cb8e76af admin admin] 10.222.0.63 "DELETE /v2.0/subnets/b7132fc6-18de-4c27-816d-2064ea7675da HTTP/1.1" status: 204 len: 168 time: 0.5333943 Aug 12 14:56:59.166433 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 38914) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:59.228485 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58933f96-6a26-42e2-bb77-d69abdabb5a8 req-7201f4ad-ce7d-45ba-940e-ef18f0f0ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:59.229968 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-58933f96-6a26-42e2-bb77-d69abdabb5a8 req-7201f4ad-ce7d-45ba-940e-ef18f0f0ed93 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6985d2f9-57be-4262-adfd-26b8dd2da41b HTTP/1.1" status: 200 len: 855 time: 0.1213670 Aug 12 14:56:59.258024 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2c88d0ba-c7b7-4a03-8042-0e4cb262c2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.268268 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-2008033a-c97f-4f29-9870-c0fe2cb497af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1830333'] for network, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.271237 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-58933f96-6a26-42e2-bb77-d69abdabb5a8 req-9673d5f8-ae3d-4bdf-a118-ea2e205d3c01 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4cce9222-c00c-4688-99c4-34e7c10a758a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283308 Aug 12 14:56:59.300662 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-2c88d0ba-c7b7-4a03-8042-0e4cb262c2f0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=292cf600720843d4b42b6c62ed259be9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8782661 Aug 12 14:56:59.300662 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88d0ba-c7b7-4a03-8042-0e4cb262c2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c11a72a-bc76-4021-b38e-e56452794522,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:59.301112 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 38916) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:59.351823 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e0c10131-be25-4173-a6a7-618cba745051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.378168 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e0c10131-be25-4173-a6a7-618cba745051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.412044 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-2008033a-c97f-4f29-9870-c0fe2cb497af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421029', 'neutron.services.segments.db._delete_segments_for_network-8782132920688'] for network, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.430380 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.services.segments.db [None req-2008033a-c97f-4f29-9870-c0fe2cb497af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f436bb40-d7fa-4b94-9918-6ac0b0b01a38']}} {{(pid=105906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:59.444233 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.services.segments.db [None req-2008033a-c97f-4f29-9870-c0fe2cb497af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47588775-2c77-46fe-9f9e-742ed06cc02c') {'for_net_delete': True} {{(pid=105906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:59.444740 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.services.segments.db [None req-2008033a-c97f-4f29-9870-c0fe2cb497af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47588775-2c77-46fe-9f9e-742ed06cc02c') {} {{(pid=105906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:59.463426 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-2008033a-c97f-4f29-9870-c0fe2cb497af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782132923513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9760447'] for segment, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.476914 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-58933f96-6a26-42e2-bb77-d69abdabb5a8 req-8e8b116a-f68e-4c66-8a9b-27782856e369 service neutron] 10.222.0.73 "GET /v2.0/networks/4cce9222-c00c-4688-99c4-34e7c10a758a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908545 Aug 12 14:56:59.487683 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-2008033a-c97f-4f29-9870-c0fe2cb497af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.494451 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2008033a-c97f-4f29-9870-c0fe2cb497af admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=105906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:56:59.494916 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-2008033a-c97f-4f29-9870-c0fe2cb497af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2614568'] for segment, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: Traceback (most recent call last): Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: timer() Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: cb(*args, **kw) Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: return func(*args, **kwargs) Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: self._notify() Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: self.callback(batched_events) Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: event.method(event) Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: return f(self, *a, **k) Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: return self._get(url).json() Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: return self.request(url, 'GET', **kwargs) Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:56:59.497034 dv-cinder-800015-3-iscsi neutron-server[105906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:56:59.555499 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e0c10131-be25-4173-a6a7-618cba745051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.559156 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e0c10131-be25-4173-a6a7-618cba745051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.563346 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-e0c10131-be25-4173-a6a7-618cba745051 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8c11a72a-bc76-4021-b38e-e56452794522 HTTP/1.1" status: 204 len: 168 time: 0.2614250 Aug 12 14:56:59.591615 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c10131-be25-4173-a6a7-618cba745051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c11a72a-bc76-4021-b38e-e56452794522,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:59.662275 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-58933f96-6a26-42e2-bb77-d69abdabb5a8 req-2c987f4b-4611-4a04-9f0b-b3c79a6c9037 service neutron] 10.222.0.73 "GET /v2.0/networks/4cce9222-c00c-4688-99c4-34e7c10a758a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643665 Aug 12 14:56:59.877884 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c9504-854c-467e-9807-86bff38cf055 req-5cf4559a-4807-42d7-b354-1409a37d595d tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:59.879376 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-944c9504-854c-467e-9807-86bff38cf055 req-5cf4559a-4807-42d7-b354-1409a37d595d tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0509026 Aug 12 14:56:59.917660 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-944c9504-854c-467e-9807-86bff38cf055 req-bce5e311-6873-4868-8740-ed5de5fb18a0 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317187 Aug 12 14:56:59.978887 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-2008033a-c97f-4f29-9870-c0fe2cb497af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710307'] for network, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:00.000627 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-2008033a-c97f-4f29-9870-c0fe2cb497af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:00.005436 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-2008033a-c97f-4f29-9870-c0fe2cb497af admin admin] 10.222.0.63 "DELETE /v2.0/networks/f436bb40-d7fa-4b94-9918-6ac0b0b01a38 HTTP/1.1" status: 204 len: 168 time: 0.8380601 Aug 12 14:57:00.006406 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008033a-c97f-4f29-9870-c0fe2cb497af admin admin] Pushing event deleted for resources: {'Network': ['ID=f436bb40-d7fa-4b94-9918-6ac0b0b01a38,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:00.195005 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ddf52213-e011-4a02-9a87-7ef2178dc5ab req-b13858ed-72ef-4bc3-9eb5-0fde480c0b83 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 210 time: 0.0272415 Aug 12 14:57:00.908378 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 38980) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:00.921981 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-b97c8acc-110b-4998-8a58-e7e08995727d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:01.037889 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee6c6-7ba7-4a94-89cd-92bed1402f3a req-ca5eb39a-9356-4eae-a1c8-4c946ad9363c tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:01.037889 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d02ee6c6-7ba7-4a94-89cd-92bed1402f3a req-ca5eb39a-9356-4eae-a1c8-4c946ad9363c tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0522392 Aug 12 14:57:01.074587 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d02ee6c6-7ba7-4a94-89cd-92bed1402f3a req-3059e5af-2a70-42e9-b832-ba0988ec345e tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312791 Aug 12 14:57:01.157780 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 38988) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:01.204040 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-ee8d857c-19a7-405f-b853-29e2f0e2f160 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=04b65fd0692941eba584e32902000a88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445805 Aug 12 14:57:01.207298 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 38990) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:01.261868 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-b97c8acc-110b-4998-8a58-e7e08995727d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:01.264272 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-54da657c-95ec-47a5-86b2-9de0b97966ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:01.287049 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-54da657c-95ec-47a5-86b2-9de0b97966ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:01.296210 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6e1fb079-f98d-4b2f-ba37-87f0cf786e8b req-1bf290ed-79a3-4daa-b834-471d508882f3 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 210 time: 0.0243390 Aug 12 14:57:01.407729 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-b97c8acc-110b-4998-8a58-e7e08995727d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:01.443476 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c8acc-110b-4998-8a58-e7e08995727d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db9cc62-56a4-4392-ad9c-38d9981c811a,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:01.464280 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-b97c8acc-110b-4998-8a58-e7e08995727d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bc33c560f0384f38966239332e702778&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5493505 Aug 12 14:57:01.465719 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 39000) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:01.494347 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-54da657c-95ec-47a5-86b2-9de0b97966ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:01.502896 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-54da657c-95ec-47a5-86b2-9de0b97966ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:01.502896 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-54da657c-95ec-47a5-86b2-9de0b97966ae admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cd9c60c6-e442-496a-b5cb-c629269b8f9e HTTP/1.1" status: 204 len: 168 time: 0.2896359 Aug 12 14:57:01.514270 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da657c-95ec-47a5-86b2-9de0b97966ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9c60c6-e442-496a-b5cb-c629269b8f9e,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:01.529555 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-25e8d507-d591-41f9-916c-ae4de78a6285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:01.562150 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-25e8d507-d591-41f9-916c-ae4de78a6285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:01.738125 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-df31389e-fd88-4890-994b-13be8f2696d7 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:01.739558 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-df31389e-fd88-4890-994b-13be8f2696d7 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.73 "GET /v2.0/networks?id=4cce9222-c00c-4688-99c4-34e7c10a758a HTTP/1.1" status: 200 len: 815 time: 0.1166079 Aug 12 14:57:01.764797 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-62b6043e-9296-4ca0-9133-da44fecd01a1 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Request body: {'port': {'device_id': '9c428864-aedb-42e5-8ee8-d59404114157', 'network_id': '4cce9222-c00c-4688-99c4-34e7c10a758a', 'admin_state_up': True, 'tenant_id': '89910f7e31a54071bc2003435b0dbba2'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:01.868967 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-25e8d507-d591-41f9-916c-ae4de78a6285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:01.871899 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-25e8d507-d591-41f9-916c-ae4de78a6285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:01.873074 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-25e8d507-d591-41f9-916c-ae4de78a6285 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4db9cc62-56a4-4392-ad9c-38d9981c811a HTTP/1.1" status: 204 len: 168 time: 0.4063046 Aug 12 14:57:01.881996 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8d507-d591-41f9-916c-ae4de78a6285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db9cc62-56a4-4392-ad9c-38d9981c811a,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:01.978331 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-62b6043e-9296-4ca0-9133-da44fecd01a1 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Made reservation on behalf of 89910f7e31a54071bc2003435b0dbba2 for: {'port': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:57:01.982036 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-62b6043e-9296-4ca0-9133-da44fecd01a1 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:02.135739 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_common [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-62b6043e-9296-4ca0-9133-da44fecd01a1 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Allocated IP 172.20.0.3 (4cce9222-c00c-4688-99c4-34e7c10a758a/6985d2f9-57be-4262-adfd-26b8dd2da41b/c7857942-3478-45dd-8f06-fb3cdff50976) {{(pid=105906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:57:02.209114 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a56612-0b51-4512-8eef-029697db7693 req-48d86d82-31ba-4694-a5d3-1e51607b1ca8 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:02.210587 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a3a56612-0b51-4512-8eef-029697db7693 req-48d86d82-31ba-4694-a5d3-1e51607b1ca8 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0521660 Aug 12 14:57:02.252512 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a3a56612-0b51-4512-8eef-029697db7693 req-f0762966-03e3-407e-9579-191d146a7821 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359256 Aug 12 14:57:02.310398 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-62b6043e-9296-4ca0-9133-da44fecd01a1 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks [] for port, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:02.410635 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d1e864da-68c3-484e-a5a8-03ffb2ac3087 req-ff6a50a5-fa53-4423-8079-ff71e9c90f30 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 210 time: 0.0268340 Aug 12 14:57:02.557730 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-62b6043e-9296-4ca0-9133-da44fecd01a1 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:02.575635 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['9f737a21-4c60-460b-ab4e-02c72f5ba325', '576feabf-57ed-4210-b3ec-696bc8f56464'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:57:02.612207 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-62b6043e-9296-4ca0-9133-da44fecd01a1 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Network 4cce9222-c00c-4688-99c4-34e7c10a758a is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:57:02.615422 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-62b6043e-9296-4ca0-9133-da44fecd01a1 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:02.617981 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-62b6043e-9296-4ca0-9133-da44fecd01a1 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Received port after_create {{(pid=105906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:57:02.641452 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6043e-9296-4ca0-9133-da44fecd01a1 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Pushing event updated for resources: {'Port': ['ID=c7857942-3478-45dd-8f06-fb3cdff50976,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:02.677026 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-62b6043e-9296-4ca0-9133-da44fecd01a1 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:02.677328 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 39040) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:02.677643 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-62b6043e-9296-4ca0-9133-da44fecd01a1 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:02.802347 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-577f07b5-04d9-4ba1-bca2-048b964f16e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:02.997703 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-62b6043e-9296-4ca0-9133-da44fecd01a1 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2359614 Aug 12 14:57:03.011205 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-f76f554a-5af7-45cf-9d3d-1489f3a60cdb service neutron] Request body: {'port': {'device_id': '9c428864-aedb-42e5-8ee8-d59404114157', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:03.063232 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-f76f554a-5af7-45cf-9d3d-1489f3a60cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:03.107080 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 39050) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:03.200179 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-577f07b5-04d9-4ba1-bca2-048b964f16e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:03.213245 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-a2317035-2390-44f0-90d5-48efd565cd0b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=02023072a7d848efb408fa98a0113203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1050451 Aug 12 14:57:03.215901 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 39056) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:03.335650 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-baaff61e-0f50-4ca0-b53e-52b2236dafe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:03.349378 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-577f07b5-04d9-4ba1-bca2-048b964f16e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:03.376907 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-baaff61e-0f50-4ca0-b53e-52b2236dafe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:03.392457 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-577f07b5-04d9-4ba1-bca2-048b964f16e2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f0d63f077b7c4adab0e75d769c474019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7134266 Aug 12 14:57:03.398801 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 39064) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:03.447041 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f07b5-04d9-4ba1-bca2-048b964f16e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9e62c3-6eeb-4365-968f-0e7a145f1fa2,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:03.458052 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-f76f554a-5af7-45cf-9d3d-1489f3a60cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7857942-3478-45dd-8f06-fb3cdff50976 {{(pid=105906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:57:03.466025 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-f76f554a-5af7-45cf-9d3d-1489f3a60cdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:03.476114 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a7c63-e318-4582-9e41-fb72278c9c9e req-1a310803-ef63-4a53-9984-80c06c546129 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:03.478302 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-652a7c63-e318-4582-9e41-fb72278c9c9e req-1a310803-ef63-4a53-9984-80c06c546129 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.1457591 Aug 12 14:57:03.546672 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-03576a45-73c7-4bbe-a4fb-1c60d44cba33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:03.575586 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-652a7c63-e318-4582-9e41-fb72278c9c9e req-cc8b5706-1f05-4c11-9e27-317018dac310 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846043 Aug 12 14:57:03.594869 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3cfb5-6ab8-49c5-8a07-791191a643ef req-43eb020b-90b5-4d6b-bdbd-55158ebddea4 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:03.596351 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f1d3cfb5-6ab8-49c5-8a07-791191a643ef req-43eb020b-90b5-4d6b-bdbd-55158ebddea4 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 931 time: 0.0978558 Aug 12 14:57:03.598888 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-03576a45-73c7-4bbe-a4fb-1c60d44cba33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:03.657445 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-f76f554a-5af7-45cf-9d3d-1489f3a60cdb service neutron] Transition to ACTIVE for port object c7857942-3478-45dd-8f06-fb3cdff50976 will not be triggered until provisioned by entity L2. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:57:03.658687 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-baaff61e-0f50-4ca0-b53e-52b2236dafe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:03.660209 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f1d3cfb5-6ab8-49c5-8a07-791191a643ef req-ce62c26b-32b6-448d-82ff-6fc52ec433eb tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545163 Aug 12 14:57:03.662225 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-baaff61e-0f50-4ca0-b53e-52b2236dafe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:03.663983 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-baaff61e-0f50-4ca0-b53e-52b2236dafe8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/eda40c6c-4e70-4806-8d4d-7e83db928a7c HTTP/1.1" status: 204 len: 168 time: 0.4471989 Aug 12 14:57:03.674138 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaff61e-0f50-4ca0-b53e-52b2236dafe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda40c6c-4e70-4806-8d4d-7e83db928a7c,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:03.806924 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-f76f554a-5af7-45cf-9d3d-1489f3a60cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:03.861487 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f554a-5af7-45cf-9d3d-1489f3a60cdb service neutron] Pushing event updated for resources: {'Port': ['ID=c7857942-3478-45dd-8f06-fb3cdff50976,revision_number=2']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:03.864058 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-03576a45-73c7-4bbe-a4fb-1c60d44cba33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:03.881694 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-03576a45-73c7-4bbe-a4fb-1c60d44cba33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:03.881694 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-03576a45-73c7-4bbe-a4fb-1c60d44cba33 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9c9e62c3-6eeb-4365-968f-0e7a145f1fa2 HTTP/1.1" status: 204 len: 168 time: 0.4727960 Aug 12 14:57:03.899821 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03576a45-73c7-4bbe-a4fb-1c60d44cba33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9e62c3-6eeb-4365-968f-0e7a145f1fa2,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:03.946910 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-f76f554a-5af7-45cf-9d3d-1489f3a60cdb service neutron] Attempting to bind port c7857942-3478-45dd-8f06-fb3cdff50976 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:57:03.947246 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-f76f554a-5af7-45cf-9d3d-1489f3a60cdb service neutron] Attempting to bind port c7857942-3478-45dd-8f06-fb3cdff50976 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': '34bd49a4-5237-487d-b9fa-5e45f744b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4cce9222-c00c-4688-99c4-34e7c10a758a'}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:57:03.947598 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-f76f554a-5af7-45cf-9d3d-1489f3a60cdb service neutron] Attempting to bind port c7857942-3478-45dd-8f06-fb3cdff50976 on network 4cce9222-c00c-4688-99c4-34e7c10a758a {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:57:03.951946 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-f76f554a-5af7-45cf-9d3d-1489f3a60cdb service neutron] Port c7857942-3478-45dd-8f06-fb3cdff50976 on network 4cce9222-c00c-4688-99c4-34e7c10a758a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:57:03.952338 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-f76f554a-5af7-45cf-9d3d-1489f3a60cdb service neutron] Attempting to bind port c7857942-3478-45dd-8f06-fb3cdff50976 on network 4cce9222-c00c-4688-99c4-34e7c10a758a {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:57:03.957891 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-f76f554a-5af7-45cf-9d3d-1489f3a60cdb service neutron] Checking agent: {'id': '8bc968ee-63fe-4341-8ff4-51482bda9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'started_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:57:03.958225 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-f76f554a-5af7-45cf-9d3d-1489f3a60cdb service neutron] Checking segment: {'id': '34bd49a4-5237-487d-b9fa-5e45f744b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4cce9222-c00c-4688-99c4-34e7c10a758a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:57:03.958606 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-f76f554a-5af7-45cf-9d3d-1489f3a60cdb service neutron] Bound using segment: {'id': '34bd49a4-5237-487d-b9fa-5e45f744b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4cce9222-c00c-4688-99c4-34e7c10a758a'} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:57:03.959031 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-f76f554a-5af7-45cf-9d3d-1489f3a60cdb service neutron] Bound port: c7857942-3478-45dd-8f06-fb3cdff50976, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34bd49a4-5237-487d-b9fa-5e45f744b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4cce9222-c00c-4688-99c4-34e7c10a758a'}}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:57:03.959395 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-f76f554a-5af7-45cf-9d3d-1489f3a60cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:04.027194 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-f76f554a-5af7-45cf-9d3d-1489f3a60cdb service neutron] For port c7857942-3478-45dd-8f06-fb3cdff50976, host hv-cinder-80001, cleared binding levels {{(pid=105906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:57:04.030797 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-f76f554a-5af7-45cf-9d3d-1489f3a60cdb service neutron] For port c7857942-3478-45dd-8f06-fb3cdff50976, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=c7857942-3478-45dd-8f06-fb3cdff50976,segment=NetworkSegment(34bd49a4-5237-487d-b9fa-5e45f744b2f8),segment_id=34bd49a4-5237-487d-b9fa-5e45f744b2f8)] {{(pid=105906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:57:04.208470 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-f76f554a-5af7-45cf-9d3d-1489f3a60cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:04.281231 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-f76f554a-5af7-45cf-9d3d-1489f3a60cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:04.282770 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-f76f554a-5af7-45cf-9d3d-1489f3a60cdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:04.284579 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-f76f554a-5af7-45cf-9d3d-1489f3a60cdb service neutron] 10.222.0.73 "PUT /v2.0/ports/c7857942-3478-45dd-8f06-fb3cdff50976 HTTP/1.1" status: 200 len: 1093 time: 1.2774363 Aug 12 14:57:04.287129 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c428864-aedb-42e5-8ee8-d59404114157', 'tag': 'c7857942-3478-45dd-8f06-fb3cdff50976'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:57:04.289404 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdee565-023a-4565-b69b-bdf512247640" -d '{"events": [{"name": "network-changed", "server_uuid": "9c428864-aedb-42e5-8ee8-d59404114157", "tag": "c7857942-3478-45dd-8f06-fb3cdff50976"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:57:04.315261 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f554a-5af7-45cf-9d3d-1489f3a60cdb service neutron] Pushing event updated for resources: {'Port': ['ID=c7857942-3478-45dd-8f06-fb3cdff50976,revision_number=3']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:04.342040 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd867cb-aa9b-45bf-a887-f7335b6d9e72 x-openstack-request-id: req-0bd867cb-aa9b-45bf-a887-f7335b6d9e72 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:57:04.342651 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c428864-aedb-42e5-8ee8-d59404114157", "tag": "c7857942-3478-45dd-8f06-fb3cdff50976", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:57:04.342651 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0bd867cb-aa9b-45bf-a887-f7335b6d9e72 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:57:04.343439 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c428864-aedb-42e5-8ee8-d59404114157', 'tag': 'c7857942-3478-45dd-8f06-fb3cdff50976', 'status': 'completed', 'code': 200} Aug 12 14:57:04.430050 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdee565-023a-4565-b69b-bdf512247640 req-abe7a426-b968-4bb2-8363-213154e81f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:04.431541 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-fbdee565-023a-4565-b69b-bdf512247640 req-abe7a426-b968-4bb2-8363-213154e81f74 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89910f7e31a54071bc2003435b0dbba2&device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 1096 time: 0.0470850 Aug 12 14:57:04.545973 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdee565-023a-4565-b69b-bdf512247640 req-fedd58af-927c-4f1b-82ff-e1f9e20f1506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:04.548261 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-fbdee565-023a-4565-b69b-bdf512247640 req-fedd58af-927c-4f1b-82ff-e1f9e20f1506 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=89910f7e31a54071bc2003435b0dbba2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0991976 Aug 12 14:57:04.661611 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdee565-023a-4565-b69b-bdf512247640 req-4a684978-25f8-4520-9949-105f7f66e185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:04.663224 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-fbdee565-023a-4565-b69b-bdf512247640 req-4a684978-25f8-4520-9949-105f7f66e185 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1061275 Aug 12 14:57:04.731442 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283feb3-dc18-46e8-bc61-58cc28044311 req-91230028-5b0f-4f30-9f34-4cc20ad72adc tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:04.733635 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6283feb3-dc18-46e8-bc61-58cc28044311 req-91230028-5b0f-4f30-9f34-4cc20ad72adc tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0603144 Aug 12 14:57:04.760135 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-f081f12d-7d9d-4cc1-9c17-92f9c58e6c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:04.761664 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-f081f12d-7d9d-4cc1-9c17-92f9c58e6c83 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89910f7e31a54071bc2003435b0dbba2&device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 1096 time: 0.0417557 Aug 12 14:57:04.776908 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6283feb3-dc18-46e8-bc61-58cc28044311 req-ddb536e2-9e16-43d1-add2-b7ec060fe04b tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361335 Aug 12 14:57:04.872937 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e15d5-d028-4f2d-9698-e214c5f44999 req-bcf05499-baed-41de-ac5b-d30bf316e709 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:04.874441 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-036e15d5-d028-4f2d-9698-e214c5f44999 req-bcf05499-baed-41de-ac5b-d30bf316e709 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 943 time: 0.0532353 Aug 12 14:57:04.918815 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-036e15d5-d028-4f2d-9698-e214c5f44999 req-9c82e8c1-2824-4d58-8e23-76f8d48e6b27 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373609 Aug 12 14:57:05.037223 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-6dc7afd8-9a4b-4a43-b868-18539a446440 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7857942-3478-45dd-8f06-fb3cdff50976 HTTP/1.1" status: 200 len: 217 time: 0.2532763 Aug 12 14:57:05.091406 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-c9532bc9-3abc-4aa6-b4e5-abf4cb5c204f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:05.093168 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-c9532bc9-3abc-4aa6-b4e5-abf4cb5c204f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6985d2f9-57be-4262-adfd-26b8dd2da41b HTTP/1.1" status: 200 len: 855 time: 0.0463102 Aug 12 14:57:05.130892 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-03e8f098-db8e-43df-9a2e-14dae63fb851 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4cce9222-c00c-4688-99c4-34e7c10a758a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235715 Aug 12 14:57:05.181977 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 39170) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:05.195303 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-96060e05-9881-4b33-a5ee-f29754a198df admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:05.230611 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-f40db56c-65d9-4fd0-bd6b-46b94f8706c8 service neutron] 10.222.0.73 "GET /v2.0/networks/4cce9222-c00c-4688-99c4-34e7c10a758a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879571 Aug 12 14:57:05.314581 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-96060e05-9881-4b33-a5ee-f29754a198df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:05.329961 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1e4f11c7-fbf4-420c-99bd-520435df547d req-75a173f2-4bb2-4aae-a6b3-f77a5e3bf5d3 service neutron] 10.222.0.73 "GET /v2.0/networks/4cce9222-c00c-4688-99c4-34e7c10a758a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889688 Aug 12 14:57:05.516368 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-96060e05-9881-4b33-a5ee-f29754a198df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:05.561826 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:05.569970 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-96060e05-9881-4b33-a5ee-f29754a198df admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e1b283ada5684433859b7cbe5395fa22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3867002 Aug 12 14:57:05.571357 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96060e05-9881-4b33-a5ee-f29754a198df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8122e0b-d93c-453b-bf04-e4c41dd6fb4c,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:05.572661 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 39190) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:05.635782 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-17c99d88-6dcd-4dd0-82ab-087b8ec20862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:05.659535 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-17c99d88-6dcd-4dd0-82ab-087b8ec20862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:05.882445 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-17c99d88-6dcd-4dd0-82ab-087b8ec20862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:05.886073 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-17c99d88-6dcd-4dd0-82ab-087b8ec20862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:05.891850 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-17c99d88-6dcd-4dd0-82ab-087b8ec20862 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d8122e0b-d93c-453b-bf04-e4c41dd6fb4c HTTP/1.1" status: 204 len: 168 time: 0.3135684 Aug 12 14:57:05.901543 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c99d88-6dcd-4dd0-82ab-087b8ec20862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8122e0b-d93c-453b-bf04-e4c41dd6fb4c,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:05.904418 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d2701-7f4b-4eda-a9e5-3f87b99db661 req-22b2e88b-e8b7-4e5d-bd7c-854061e0864c tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:05.905975 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ec6d2701-7f4b-4eda-a9e5-3f87b99db661 req-22b2e88b-e8b7-4e5d-bd7c-854061e0864c tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0558207 Aug 12 14:57:05.952971 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ec6d2701-7f4b-4eda-a9e5-3f87b99db661 req-0280149e-1fc2-4785-a8ab-aebc81b99bf7 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384431 Aug 12 14:57:06.052819 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54678f-87f4-416b-a590-106a6462b53f req-9a02497d-deef-413d-a688-691999c284bf tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:06.054246 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3b54678f-87f4-416b-a590-106a6462b53f req-9a02497d-deef-413d-a688-691999c284bf tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 943 time: 0.0459960 Aug 12 14:57:06.090875 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3b54678f-87f4-416b-a590-106a6462b53f req-49225279-bb56-4f13-9fcb-c4fcaf016857 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307927 Aug 12 14:57:06.985806 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 39236) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.089076 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf664b-8f61-4ebe-b978-02a1d9b3a131 req-1db6470c-6c3d-4de5-8e99-cf1b6a03e0ca tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:07.090672 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-adcf664b-8f61-4ebe-b978-02a1d9b3a131 req-1db6470c-6c3d-4de5-8e99-cf1b6a03e0ca tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0569842 Aug 12 14:57:07.114631 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0b97a44f-a86b-4a9c-8676-dd4f75034755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:07.163242 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-adcf664b-8f61-4ebe-b978-02a1d9b3a131 req-98496e54-a014-42db-9097-703ee920779b tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637560 Aug 12 14:57:07.204083 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6e61e-70c4-47b7-85cc-3270a0d494c2 req-d9e0459b-81c3-4d06-9a02-c0d7b54809ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:07.205888 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1fe6e61e-70c4-47b7-85cc-3270a0d494c2 req-d9e0459b-81c3-4d06-9a02-c0d7b54809ad service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 1098 time: 0.0455267 Aug 12 14:57:07.239670 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6bacb-fe85-476c-8d1b-b504e797ae1f req-f1737eec-9c78-4997-9286-8b164c197afb tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:07.241149 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4fc6bacb-fe85-476c-8d1b-b504e797ae1f req-f1737eec-9c78-4997-9286-8b164c197afb tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 943 time: 0.0739541 Aug 12 14:57:07.268504 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1fe6e61e-70c4-47b7-85cc-3270a0d494c2 req-1cbf4870-ae9e-44ee-8dd1-3cef6b0e99a7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433908 Aug 12 14:57:07.301693 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0b97a44f-a86b-4a9c-8676-dd4f75034755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:07.306505 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4fc6bacb-fe85-476c-8d1b-b504e797ae1f req-b8d746d4-3ca9-4bd5-ab32-b37953340dba tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586061 Aug 12 14:57:07.465359 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 39248) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.478578 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-cec8e8d1-5200-4ad7-adc7-64b5dd831998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:07.515297 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0b97a44f-a86b-4a9c-8676-dd4f75034755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:07.561938 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-0b97a44f-a86b-4a9c-8676-dd4f75034755 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=95e5a36028664cbd9bdf60347d359e9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5755739 Aug 12 14:57:07.563378 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 39252) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.576071 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97a44f-a86b-4a9c-8676-dd4f75034755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f7d8c3-851b-4423-bf74-e28f3470c820,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:07.635374 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-cec8e8d1-5200-4ad7-adc7-64b5dd831998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:07.638523 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ede542d4-6947-4a94-b129-8a0666dbbc78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:07.673340 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ede542d4-6947-4a94-b129-8a0666dbbc78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:07.870851 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-cec8e8d1-5200-4ad7-adc7-64b5dd831998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:07.909845 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-cec8e8d1-5200-4ad7-adc7-64b5dd831998 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=94f4021da4534519a6cae4f4a6782ed1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4433103 Aug 12 14:57:07.911026 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec8e8d1-5200-4ad7-adc7-64b5dd831998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31469cf2-e9c6-454c-ac41-2c6b7edab1e2,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:07.912508 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 39266) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.927895 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ede542d4-6947-4a94-b129-8a0666dbbc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:07.930503 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ede542d4-6947-4a94-b129-8a0666dbbc78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:07.932300 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-ede542d4-6947-4a94-b129-8a0666dbbc78 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f0f7d8c3-851b-4423-bf74-e28f3470c820 HTTP/1.1" status: 204 len: 168 time: 0.3667586 Aug 12 14:57:07.951584 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede542d4-6947-4a94-b129-8a0666dbbc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f7d8c3-851b-4423-bf74-e28f3470c820,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:07.989064 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-d564fa18-0872-4f8e-a577-10db2fe2f29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:08.013680 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-d564fa18-0872-4f8e-a577-10db2fe2f29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:08.215272 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device c7857942-3478-45dd-8f06-fb3cdff50976 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=105907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:57:08.245558 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-d564fa18-0872-4f8e-a577-10db2fe2f29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:08.250819 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-d564fa18-0872-4f8e-a577-10db2fe2f29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:08.252292 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-d564fa18-0872-4f8e-a577-10db2fe2f29d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/31469cf2-e9c6-454c-ac41-2c6b7edab1e2 HTTP/1.1" status: 204 len: 168 time: 0.3387353 Aug 12 14:57:08.279085 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564fa18-0872-4f8e-a577-10db2fe2f29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31469cf2-e9c6-454c-ac41-2c6b7edab1e2,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:08.319532 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9b3cd-eae3-4155-afef-3a791aad6243 req-6a14608f-09be-4443-b8aa-7431d89f6979 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:08.321087 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-81b9b3cd-eae3-4155-afef-3a791aad6243 req-6a14608f-09be-4443-b8aa-7431d89f6979 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0863929 Aug 12 14:57:08.333335 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port c7857942-3478-45dd-8f06-fb3cdff50976, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=c7857942-3478-45dd-8f06-fb3cdff50976,segment=NetworkSegment(34bd49a4-5237-487d-b9fa-5e45f744b2f8),segment_id=34bd49a4-5237-487d-b9fa-5e45f744b2f8)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:08.347149 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Returning: {'device': 'c7857942-3478-45dd-8f06-fb3cdff50976', 'network_id': '4cce9222-c00c-4688-99c4-34e7c10a758a', 'port_id': 'c7857942-3478-45dd-8f06-fb3cdff50976', 'mac_address': 'fa:16:3e:ec:59:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6985d2f9-57be-4262-adfd-26b8dd2da41b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:57:08.373316 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-81b9b3cd-eae3-4155-afef-3a791aad6243 req-1f80d801-b743-4ad5-aa82-6549b75db426 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445800 Aug 12 14:57:08.409608 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:08.426325 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7857942-3478-45dd-8f06-fb3cdff50976 {{(pid=105907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:57:08.454124 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port c7857942-3478-45dd-8f06-fb3cdff50976, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=c7857942-3478-45dd-8f06-fb3cdff50976,segment=NetworkSegment(34bd49a4-5237-487d-b9fa-5e45f744b2f8),segment_id=34bd49a4-5237-487d-b9fa-5e45f744b2f8)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:08.474407 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01c28d-bc37-4378-9402-0b4676ecdc80 req-4a335c9f-16f9-4354-9d21-bc220abc5431 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:08.475915 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3a01c28d-bc37-4378-9402-0b4676ecdc80 req-4a335c9f-16f9-4354-9d21-bc220abc5431 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 943 time: 0.0683000 Aug 12 14:57:08.535726 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:08.539659 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3a01c28d-bc37-4378-9402-0b4676ecdc80 req-1b9fc98b-68c3-4a3f-82ef-151f40bd1295 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544724 Aug 12 14:57:08.598281 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=c7857942-3478-45dd-8f06-fb3cdff50976,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:08.964575 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['c7857942-3478-45dd-8f06-fb3cdff50976'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:57:09.497746 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb358e2-42ac-4767-94de-c9485cab38ea req-7c330648-a075-4122-bc43-4b98c61af229 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:09.499234 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9eb358e2-42ac-4767-94de-c9485cab38ea req-7c330648-a075-4122-bc43-4b98c61af229 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0544927 Aug 12 14:57:09.553336 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9eb358e2-42ac-4767-94de-c9485cab38ea req-e6a3f3d4-999a-44dc-8f37-db8e925b4995 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469038 Aug 12 14:57:09.892870 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2b4ce-4dec-4814-8109-0c2a468ccef1 req-c181aed0-35ea-41f6-b77a-c9fa370d2f5c tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:09.894432 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-91d2b4ce-4dec-4814-8109-0c2a468ccef1 req-c181aed0-35ea-41f6-b77a-c9fa370d2f5c tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 944 time: 0.2655671 Aug 12 14:57:09.925140 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de52bec-addd-4095-bc7a-a5306fe7a6b7 req-c01c7b02-f961-4e91-a4f4-1fe9d0f28a60 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:09.926705 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1de52bec-addd-4095-bc7a-a5306fe7a6b7 req-c01c7b02-f961-4e91-a4f4-1fe9d0f28a60 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.2411053 Aug 12 14:57:09.959851 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-91d2b4ce-4dec-4814-8109-0c2a468ccef1 req-a3217ab8-c647-43bd-8d2a-a70d10e865ed tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592189 Aug 12 14:57:09.981123 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1de52bec-addd-4095-bc7a-a5306fe7a6b7 req-d66cffd2-6a65-4b4a-9be6-43293e99e8a9 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464568 Aug 12 14:57:11.084305 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65564f72-4b69-4f64-a165-d32050d63385 req-be12dcd3-cd30-44ba-9be5-76c99e61d7ac tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:11.085827 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-65564f72-4b69-4f64-a165-d32050d63385 req-be12dcd3-cd30-44ba-9be5-76c99e61d7ac tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 944 time: 0.0554588 Aug 12 14:57:11.129517 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-65564f72-4b69-4f64-a165-d32050d63385 req-6e8526e9-2f58-4933-aaaa-6da6719edc54 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377824 Aug 12 14:57:12.229551 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-4f1b3216-1196-4b1b-98d2-b4c0747c5677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:12.256567 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6199831-d275-4921-afad-74e9961647b9 req-ee3dd3bc-0c44-4dbd-b3fc-e45d17996bec tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:12.258043 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c6199831-d275-4921-afad-74e9961647b9 req-ee3dd3bc-0c44-4dbd-b3fc-e45d17996bec tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 944 time: 0.0582426 Aug 12 14:57:12.297548 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c6199831-d275-4921-afad-74e9961647b9 req-780e6a6d-d71f-4d7d-97bb-1824099c7bdf tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335069 Aug 12 14:57:13.429346 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263067d3-44b4-46de-baa7-90a620d8b0c0 req-a609d9f3-eb8d-4691-b8f4-71fdd87db509 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:13.430845 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-263067d3-44b4-46de-baa7-90a620d8b0c0 req-a609d9f3-eb8d-4691-b8f4-71fdd87db509 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 944 time: 0.0493155 Aug 12 14:57:13.467297 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-263067d3-44b4-46de-baa7-90a620d8b0c0 req-5ea762f7-203b-4cdd-b7ff-d84bdee57374 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306528 Aug 12 14:57:14.231846 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device c7857942-3478-45dd-8f06-fb3cdff50976 up at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:57:14.452663 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning for port c7857942-3478-45dd-8f06-fb3cdff50976 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:57:14.457147 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning complete for port c7857942-3478-45dd-8f06-fb3cdff50976 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:14.457584 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:14.542059 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:14.566542 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c428864-aedb-42e5-8ee8-d59404114157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7857942-3478-45dd-8f06-fb3cdff50976'}] {{(pid=105907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:57:14.568805 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d000d793ac8a3d868a659aad16e36a91200609b2b231164c0c4cfca9150c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419bd240-48c0-4750-a5dd-b2bd4a08bfa1" -d '{"events": [{"server_uuid": "9c428864-aedb-42e5-8ee8-d59404114157", "name": "network-vif-plugged", "status": "completed", "tag": "c7857942-3478-45dd-8f06-fb3cdff50976"}]}' {{(pid=105907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:57:14.584786 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-c78b4154-b90b-4f43-873e-8023dabc8251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:14.587367 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port c7857942-3478-45dd-8f06-fb3cdff50976, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=c7857942-3478-45dd-8f06-fb3cdff50976,segment=NetworkSegment(34bd49a4-5237-487d-b9fa-5e45f744b2f8),segment_id=34bd49a4-5237-487d-b9fa-5e45f744b2f8)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:14.626406 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae7f74-3037-45b6-b630-5fb24dc4d37f req-317b2dcf-3a3e-4328-8493-110d82c7f683 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:14.627878 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-11ae7f74-3037-45b6-b630-5fb24dc4d37f req-317b2dcf-3a3e-4328-8493-110d82c7f683 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 944 time: 0.0545757 Aug 12 14:57:14.666586 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-11ae7f74-3037-45b6-b630-5fb24dc4d37f req-227c55fa-dec5-45f9-adfd-6cf6b3070b25 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327697 Aug 12 14:57:14.712115 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c43b48e-a170-4f69-83b5-baa0f2d9488a x-openstack-request-id: req-4c43b48e-a170-4f69-83b5-baa0f2d9488a {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:57:14.712406 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c428864-aedb-42e5-8ee8-d59404114157", "name": "network-vif-plugged", "status": "completed", "tag": "c7857942-3478-45dd-8f06-fb3cdff50976", "code": 200}]} {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:57:14.712656 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4c43b48e-a170-4f69-83b5-baa0f2d9488a {{(pid=105907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:57:14.713283 dv-cinder-800015-3-iscsi neutron-server[105907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c428864-aedb-42e5-8ee8-d59404114157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7857942-3478-45dd-8f06-fb3cdff50976', 'code': 200} Aug 12 14:57:14.750225 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:14.811367 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=c7857942-3478-45dd-8f06-fb3cdff50976,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:15.069773 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:15.178370 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d3550-ad44-4664-89ac-bec3770c80e6 req-a6f1d6c5-2ce0-4fa0-aa85-e8a6dfa76727 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:15.180020 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-562d3550-ad44-4664-89ac-bec3770c80e6 req-a6f1d6c5-2ce0-4fa0-aa85-e8a6dfa76727 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0522308 Aug 12 14:57:15.181685 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7ea72-1ec8-4363-ada2-961b052002a4 req-c11be0eb-7cc0-43b4-a9f8-38586de01c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:15.183156 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-17b7ea72-1ec8-4363-ada2-961b052002a4 req-c11be0eb-7cc0-43b4-a9f8-38586de01c95 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 1098 time: 0.0398128 Aug 12 14:57:15.226124 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-562d3550-ad44-4664-89ac-bec3770c80e6 req-e5fad6b9-2b69-4e96-8616-34d47230de3b tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361078 Aug 12 14:57:15.297898 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-17b7ea72-1ec8-4363-ada2-961b052002a4 req-e03d33e5-1bf4-49bc-b02e-dd52522d0c89 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926580 Aug 12 14:57:15.303475 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e0477-6052-4c81-8091-1ba480c30574 req-57408012-73be-469a-89d3-51b57231e11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:15.305193 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-637e0477-6052-4c81-8091-1ba480c30574 req-57408012-73be-469a-89d3-51b57231e11e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65cf5c41ebe24a33be53346ccc25509b&device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 1099 time: 0.0617664 Aug 12 14:57:15.424691 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-6b42c7dc-bee2-48bc-9655-d95eadbe11f5 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=b5f98fdd631a4afe9e3edb2dfacdac38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307295 Aug 12 14:57:15.468676 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e0477-6052-4c81-8091-1ba480c30574 req-9195ebc3-839a-45e4-a947-3f3e8bab5dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:15.468990 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-637e0477-6052-4c81-8091-1ba480c30574 req-9195ebc3-839a-45e4-a947-3f3e8bab5dd3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=840e7996-3260-480f-b729-67466325f665 HTTP/1.1" status: 200 len: 920 time: 0.0933466 Aug 12 14:57:15.534535 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-637e0477-6052-4c81-8091-1ba480c30574 req-7b406e04-2292-45be-9b40-1f1824bafb57 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2e90027-acd4-4884-9831-21a961941181 HTTP/1.1" status: 200 len: 217 time: 0.0405140 Aug 12 14:57:15.587107 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e0477-6052-4c81-8091-1ba480c30574 req-0b7f69cf-ad44-4c81-ac19-00c386a95657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:15.588581 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-637e0477-6052-4c81-8091-1ba480c30574 req-0b7f69cf-ad44-4c81-ac19-00c386a95657 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=113eea66-7231-4737-b65d-c9a7771abd50 HTTP/1.1" status: 200 len: 859 time: 0.0461297 Aug 12 14:57:15.619309 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-0bcd6029-80f2-4df7-beec-968990714041 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:15.623358 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-0bcd6029-80f2-4df7-beec-968990714041 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1884885 Aug 12 14:57:15.623524 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-637e0477-6052-4c81-8091-1ba480c30574 req-5b550260-bd12-46ca-aaa3-9a68ca8b6c50 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=840e7996-3260-480f-b729-67466325f665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233278 Aug 12 14:57:15.637167 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-4a736269-be9a-4237-bd5e-297616dc8465 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/quotas/b5f98fdd631a4afe9e3edb2dfacdac38 HTTP/1.1" status: 200 len: 375 time: 0.0094962 Aug 12 14:57:15.671551 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-063406ca-246d-4070-b73e-a7424123cafc tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5f98fdd631a4afe9e3edb2dfacdac38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280530 Aug 12 14:57:15.722083 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-637e0477-6052-4c81-8091-1ba480c30574 req-add24861-3c59-453e-8497-7f6667b712fc service neutron] 10.222.0.73 "GET /v2.0/networks/840e7996-3260-480f-b729-67466325f665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896895 Aug 12 14:57:15.784867 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf73ae-6336-41ab-9e2c-c64a0cce74ed req-a6da1a7f-0cc5-4a04-9457-0aed7ffb3468 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:15.786461 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2ebf73ae-6336-41ab-9e2c-c64a0cce74ed req-a6da1a7f-0cc5-4a04-9457-0aed7ffb3468 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 945 time: 0.0472381 Aug 12 14:57:15.826677 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-637e0477-6052-4c81-8091-1ba480c30574 req-78d77790-3145-4e63-b75b-b100ffa79914 service neutron] 10.222.0.73 "GET /v2.0/networks/840e7996-3260-480f-b729-67466325f665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948405 Aug 12 14:57:15.841150 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2ebf73ae-6336-41ab-9e2c-c64a0cce74ed req-e8e074bb-cdfd-4866-a646-bfa0983e44e8 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387547 Aug 12 14:57:15.925696 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-fc9bce1f-1a5b-4c2e-8d88-97f40d072727 req-3cf236c4-2c84-4749-97f9-2458ac1f6820 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdd22e32-22b1-4182-908e-cb82daec8e11 HTTP/1.1" status: 200 len: 210 time: 0.0251553 Aug 12 14:57:15.932299 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:16.346359 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece1af4-b09b-49f8-8c25-7fdaae0d09b9 req-69d0f0f0-aee9-4765-940e-59fc18a92f49 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:16.347848 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0ece1af4-b09b-49f8-8c25-7fdaae0d09b9 req-69d0f0f0-aee9-4765-940e-59fc18a92f49 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0502064 Aug 12 14:57:16.393299 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0ece1af4-b09b-49f8-8c25-7fdaae0d09b9 req-22b2c084-daae-4314-8f4c-0252b0dd4c0b tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391302 Aug 12 14:57:16.956744 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24e802-8a7b-4346-92ad-399b4655df2c req-4b32ad4d-ff3f-42ef-8261-5b7c37e2b680 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:16.958219 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0d24e802-8a7b-4346-92ad-399b4655df2c req-4b32ad4d-ff3f-42ef-8261-5b7c37e2b680 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 945 time: 0.0475552 Aug 12 14:57:16.995067 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0d24e802-8a7b-4346-92ad-399b4655df2c req-e00a3124-fa58-4a7e-bdef-789a387e48b2 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310659 Aug 12 14:57:17.058817 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5c392409-7b42-4165-8254-35febdbd0220 req-23302be3-abd3-4a38-b26f-67cf6ef0efff tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdd22e32-22b1-4182-908e-cb82daec8e11 HTTP/1.1" status: 200 len: 210 time: 0.0270207 Aug 12 14:57:17.481778 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:17.506980 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3899e-dc23-40be-adf5-7eca6e8e639c req-dd1b2de9-006e-43a6-9113-f8833d9d5280 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:17.508426 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-35f3899e-dc23-40be-adf5-7eca6e8e639c req-dd1b2de9-006e-43a6-9113-f8833d9d5280 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0482674 Aug 12 14:57:17.547237 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-35f3899e-dc23-40be-adf5-7eca6e8e639c req-ef0a073d-2158-4776-8e69-047155d4cf3c tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329933 Aug 12 14:57:18.111224 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1801b-8140-46ba-b29d-adece4ddd211 req-31ccc31d-4423-400a-a2b7-fec921d2104c tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:18.112692 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-16d1801b-8140-46ba-b29d-adece4ddd211 req-31ccc31d-4423-400a-a2b7-fec921d2104c tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 945 time: 0.0518932 Aug 12 14:57:18.148843 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-16d1801b-8140-46ba-b29d-adece4ddd211 req-8c68916b-ff11-4e7e-ba08-a8be035fd6ad tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303221 Aug 12 14:57:18.228305 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8436113a-18b1-4b8e-b08f-02cc36a9924e req-7cead197-9f4a-4efa-b12b-8f8456585f33 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdd22e32-22b1-4182-908e-cb82daec8e11 HTTP/1.1" status: 200 len: 210 time: 0.0245266 Aug 12 14:57:18.661090 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaec4b6-0f69-4159-98a6-82f911b2bf50 req-a5878146-1aea-4f86-9fe1-bfa2b013f716 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:18.663684 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-eaaec4b6-0f69-4159-98a6-82f911b2bf50 req-a5878146-1aea-4f86-9fe1-bfa2b013f716 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0498712 Aug 12 14:57:18.701684 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-eaaec4b6-0f69-4159-98a6-82f911b2bf50 req-d073bead-9f21-43cf-bd26-eebc0a78ce7b tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320797 Aug 12 14:57:19.266269 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2b570-d67a-46f8-861e-28fcae9182bd req-5b4ba0fb-5ed8-4d62-b439-92cff8dc477c tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:19.268912 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-44c2b570-d67a-46f8-861e-28fcae9182bd req-5b4ba0fb-5ed8-4d62-b439-92cff8dc477c tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 945 time: 0.0534878 Aug 12 14:57:19.318098 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-44c2b570-d67a-46f8-861e-28fcae9182bd req-2d900033-7a43-49e0-b498-63296208fb0d tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438056 Aug 12 14:57:19.332598 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-194478c8-43f5-4169-a659-1af0ee5b947f req-35fa2940-be09-4418-b44b-1a3c9fa950bc tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdd22e32-22b1-4182-908e-cb82daec8e11 HTTP/1.1" status: 200 len: 210 time: 0.0349922 Aug 12 14:57:19.816888 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a5940-c410-46e1-9f07-185ed3e787a6 req-223cab77-73e0-454e-bbd2-d92a577dc9e7 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:19.818373 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ee7a5940-c410-46e1-9f07-185ed3e787a6 req-223cab77-73e0-454e-bbd2-d92a577dc9e7 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0500977 Aug 12 14:57:19.856048 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ee7a5940-c410-46e1-9f07-185ed3e787a6 req-123c0efb-4413-4bb4-b38c-2329939cc3dc tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317430 Aug 12 14:57:20.448349 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ec9c0a67-53c0-4674-996f-15093a5ee1cc req-5f47bed2-9edb-4612-be1e-933d6c4c7a6c tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdd22e32-22b1-4182-908e-cb82daec8e11 HTTP/1.1" status: 200 len: 210 time: 0.0298707 Aug 12 14:57:20.466025 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa16661-96ae-45bf-a6bf-91c9b26aac61 req-c2e66909-fcce-41e9-9640-ab3af4a3b7fd tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:20.467475 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-bfa16661-96ae-45bf-a6bf-91c9b26aac61 req-c2e66909-fcce-41e9-9640-ab3af4a3b7fd tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 945 time: 0.0809872 Aug 12 14:57:20.505012 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-bfa16661-96ae-45bf-a6bf-91c9b26aac61 req-d2b91c50-20c8-4a8e-b04a-a07e6c273079 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314453 Aug 12 14:57:20.784323 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-e3cec172-cfed-4606-ab70-877ef330f697 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=b5f98fdd631a4afe9e3edb2dfacdac38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291684 Aug 12 14:57:20.971985 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dff16-f940-4187-866d-02ba68ce1e1a req-710d009d-cba6-4278-a337-73cbbe8d82c9 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:20.973494 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-314dff16-f940-4187-866d-02ba68ce1e1a req-710d009d-cba6-4278-a337-73cbbe8d82c9 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0468185 Aug 12 14:57:20.976160 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-4879c02a-c502-4320-9568-ebc36184e95f tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:20.977722 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-4879c02a-c502-4320-9568-ebc36184e95f tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1847780 Aug 12 14:57:20.999411 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-26defdfc-67a5-4130-b0d2-f6ed3edeb95d tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Request body: {'port': {'device_id': 'fdd22e32-22b1-4182-908e-cb82daec8e11', 'network_id': '63f5053a-3d0f-48ea-a8ce-190ac4f92a7a', 'admin_state_up': True, 'tenant_id': 'b5f98fdd631a4afe9e3edb2dfacdac38'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:21.014788 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-314dff16-f940-4187-866d-02ba68ce1e1a req-3886cd75-af23-4aca-88a6-6bd879514943 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328968 Aug 12 14:57:21.236344 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-26defdfc-67a5-4130-b0d2-f6ed3edeb95d tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Made reservation on behalf of b5f98fdd631a4afe9e3edb2dfacdac38 for: {'port': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:57:21.240378 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-26defdfc-67a5-4130-b0d2-f6ed3edeb95d tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:21.251887 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-26defdfc-67a5-4130-b0d2-f6ed3edeb95d tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:21.346532 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-26defdfc-67a5-4130-b0d2-f6ed3edeb95d tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:21.544381 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-26defdfc-67a5-4130-b0d2-f6ed3edeb95d tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:21.561665 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-bb423fce-1f14-438b-8daf-f4d5f2b1bcee req-bfbd3c52-fc2b-4284-b3ca-4b5ac5af3019 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdd22e32-22b1-4182-908e-cb82daec8e11 HTTP/1.1" status: 200 len: 210 time: 0.0316899 Aug 12 14:57:21.577255 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26defdfc-67a5-4130-b0d2-f6ed3edeb95d tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=136c5b22-b4a9-4bd7-87d3-4387862687cb,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:21.695733 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_common [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-26defdfc-67a5-4130-b0d2-f6ed3edeb95d tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Allocated IP 192.168.233.93 (63f5053a-3d0f-48ea-a8ce-190ac4f92a7a/f24b2b53-7eb1-42e3-9ae1-5da5b69d54f7/090a9879-d1ac-45ab-bd6b-a298418cb51e) {{(pid=105906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:57:21.853004 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-26defdfc-67a5-4130-b0d2-f6ed3edeb95d tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Notify callbacks [] for port, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:21.871646 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-26defdfc-67a5-4130-b0d2-f6ed3edeb95d tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Transition to ACTIVE for port object 090a9879-d1ac-45ab-bd6b-a298418cb51e will not be triggered until provisioned by entity DHCP. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:57:22.179059 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9d608-765b-4d71-b166-4e355dce60a7 req-47f6cb3a-88d8-46d5-909c-ea3de98df534 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:22.180492 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d6d9d608-765b-4d71-b166-4e355dce60a7 req-47f6cb3a-88d8-46d5-909c-ea3de98df534 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0549033 Aug 12 14:57:22.221821 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d6d9d608-765b-4d71-b166-4e355dce60a7 req-112e9f29-65bd-4bfa-8d1c-c1240b4725e1 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351188 Aug 12 14:57:22.255746 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-26defdfc-67a5-4130-b0d2-f6ed3edeb95d tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:22.297517 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-26defdfc-67a5-4130-b0d2-f6ed3edeb95d tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Network 63f5053a-3d0f-48ea-a8ce-190ac4f92a7a is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:57:22.305884 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-26defdfc-67a5-4130-b0d2-f6ed3edeb95d tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:22.308994 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-26defdfc-67a5-4130-b0d2-f6ed3edeb95d tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Received port after_create {{(pid=105906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:57:22.353783 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26defdfc-67a5-4130-b0d2-f6ed3edeb95d tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Pushing event updated for resources: {'Port': ['ID=090a9879-d1ac-45ab-bd6b-a298418cb51e,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:22.405903 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-26defdfc-67a5-4130-b0d2-f6ed3edeb95d tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:22.405903 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-26defdfc-67a5-4130-b0d2-f6ed3edeb95d tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:22.539430 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-26defdfc-67a5-4130-b0d2-f6ed3edeb95d tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5438261 Aug 12 14:57:22.566668 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-ddbc560d-9fc9-4977-9022-dd5cf58b37db service neutron] Request body: {'port': {'device_id': 'fdd22e32-22b1-4182-908e-cb82daec8e11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:22.636291 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-ddbc560d-9fc9-4977-9022-dd5cf58b37db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:22.714153 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724535ed-599d-4825-921e-c9963c31d181 req-d68fef99-2b6f-4c53-b972-b822a30a51ba tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:22.715808 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-724535ed-599d-4825-921e-c9963c31d181 req-d68fef99-2b6f-4c53-b972-b822a30a51ba tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdd22e32-22b1-4182-908e-cb82daec8e11 HTTP/1.1" status: 200 len: 935 time: 0.0705333 Aug 12 14:57:22.756591 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-724535ed-599d-4825-921e-c9963c31d181 req-fd278afc-356d-47b0-bc50-4ac0db76cd84 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/security-groups?id=136c5b22-b4a9-4bd7-87d3-4387862687cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335279 Aug 12 14:57:22.784356 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-19d54005-cbb9-4c8e-bee0-ce176120ebdc None None] Provisioning for port 090a9879-d1ac-45ab-bd6b-a298418cb51e completed by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:57:22.788819 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-19d54005-cbb9-4c8e-bee0-ce176120ebdc None None] Provisioning complete for port 090a9879-d1ac-45ab-bd6b-a298418cb51e triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:22.789113 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-19d54005-cbb9-4c8e-bee0-ce176120ebdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:22.822268 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-19d54005-cbb9-4c8e-bee0-ce176120ebdc None None] Port 090a9879-d1ac-45ab-bd6b-a298418cb51e cannot update to ACTIVE because it is not bound. {{(pid=105907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:57:22.936417 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-ddbc560d-9fc9-4977-9022-dd5cf58b37db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 090a9879-d1ac-45ab-bd6b-a298418cb51e {{(pid=105906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:57:22.945704 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-ddbc560d-9fc9-4977-9022-dd5cf58b37db service neutron] Notify callbacks [] for port, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:22.957946 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-ddbc560d-9fc9-4977-9022-dd5cf58b37db service neutron] Transition to ACTIVE for port object 090a9879-d1ac-45ab-bd6b-a298418cb51e will not be triggered until provisioned by entity L2. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:57:23.270224 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-ddbc560d-9fc9-4977-9022-dd5cf58b37db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:23.324342 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc560d-9fc9-4977-9022-dd5cf58b37db service neutron] Pushing event updated for resources: {'Port': ['ID=090a9879-d1ac-45ab-bd6b-a298418cb51e,revision_number=2']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:23.346636 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53fc9d-e75d-4fc8-805e-38d5142a210f req-00f5ff3b-0cdf-41e5-b19c-58f01f39cd7a tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:23.348357 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9d53fc9d-e75d-4fc8-805e-38d5142a210f req-00f5ff3b-0cdf-41e5-b19c-58f01f39cd7a tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0547709 Aug 12 14:57:23.395019 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9d53fc9d-e75d-4fc8-805e-38d5142a210f req-cc10930b-7ea0-421a-ac7a-a8c6f100861f tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398240 Aug 12 14:57:23.395429 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-ddbc560d-9fc9-4977-9022-dd5cf58b37db service neutron] Attempting to bind port 090a9879-d1ac-45ab-bd6b-a298418cb51e on host hv-cinder-80001 for vnic_type normal with profile {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:57:23.395816 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-ddbc560d-9fc9-4977-9022-dd5cf58b37db service neutron] Attempting to bind port 090a9879-d1ac-45ab-bd6b-a298418cb51e by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': 'd5fe06ca-a97c-4bbc-b265-e6a8145c4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '63f5053a-3d0f-48ea-a8ce-190ac4f92a7a'}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:57:23.396333 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-ddbc560d-9fc9-4977-9022-dd5cf58b37db service neutron] Attempting to bind port 090a9879-d1ac-45ab-bd6b-a298418cb51e on network 63f5053a-3d0f-48ea-a8ce-190ac4f92a7a {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:57:23.406276 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-ddbc560d-9fc9-4977-9022-dd5cf58b37db service neutron] Port 090a9879-d1ac-45ab-bd6b-a298418cb51e on network 63f5053a-3d0f-48ea-a8ce-190ac4f92a7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:57:23.406276 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-ddbc560d-9fc9-4977-9022-dd5cf58b37db service neutron] Attempting to bind port 090a9879-d1ac-45ab-bd6b-a298418cb51e on network 63f5053a-3d0f-48ea-a8ce-190ac4f92a7a {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:57:23.407762 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-ddbc560d-9fc9-4977-9022-dd5cf58b37db service neutron] Checking agent: {'id': '8bc968ee-63fe-4341-8ff4-51482bda9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'started_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:57:23.408332 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-ddbc560d-9fc9-4977-9022-dd5cf58b37db service neutron] Checking segment: {'id': 'd5fe06ca-a97c-4bbc-b265-e6a8145c4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '63f5053a-3d0f-48ea-a8ce-190ac4f92a7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:57:23.408950 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-ddbc560d-9fc9-4977-9022-dd5cf58b37db service neutron] Bound using segment: {'id': 'd5fe06ca-a97c-4bbc-b265-e6a8145c4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '63f5053a-3d0f-48ea-a8ce-190ac4f92a7a'} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:57:23.409820 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-ddbc560d-9fc9-4977-9022-dd5cf58b37db service neutron] Bound port: 090a9879-d1ac-45ab-bd6b-a298418cb51e, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5fe06ca-a97c-4bbc-b265-e6a8145c4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '63f5053a-3d0f-48ea-a8ce-190ac4f92a7a'}}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:57:23.410345 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-ddbc560d-9fc9-4977-9022-dd5cf58b37db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:23.495156 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-ddbc560d-9fc9-4977-9022-dd5cf58b37db service neutron] For port 090a9879-d1ac-45ab-bd6b-a298418cb51e, host hv-cinder-80001, cleared binding levels {{(pid=105906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:57:23.498560 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-ddbc560d-9fc9-4977-9022-dd5cf58b37db service neutron] For port 090a9879-d1ac-45ab-bd6b-a298418cb51e, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=090a9879-d1ac-45ab-bd6b-a298418cb51e,segment=NetworkSegment(d5fe06ca-a97c-4bbc-b265-e6a8145c4413),segment_id=d5fe06ca-a97c-4bbc-b265-e6a8145c4413)] {{(pid=105906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:57:23.664505 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-ddbc560d-9fc9-4977-9022-dd5cf58b37db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:23.703786 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-ddbc560d-9fc9-4977-9022-dd5cf58b37db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:23.704607 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-ddbc560d-9fc9-4977-9022-dd5cf58b37db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:23.706223 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-ddbc560d-9fc9-4977-9022-dd5cf58b37db service neutron] 10.222.0.73 "PUT /v2.0/ports/090a9879-d1ac-45ab-bd6b-a298418cb51e HTTP/1.1" status: 200 len: 1097 time: 1.1441464 Aug 12 14:57:23.706787 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd22e32-22b1-4182-908e-cb82daec8e11', 'tag': '090a9879-d1ac-45ab-bd6b-a298418cb51e'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:57:23.709507 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e70adff-98a0-419e-99a9-d1f0f98f281e" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd22e32-22b1-4182-908e-cb82daec8e11", "tag": "090a9879-d1ac-45ab-bd6b-a298418cb51e"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:57:23.737880 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc560d-9fc9-4977-9022-dd5cf58b37db service neutron] Pushing event updated for resources: {'Port': ['ID=090a9879-d1ac-45ab-bd6b-a298418cb51e,revision_number=3']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:23.761346 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466d299c-fd72-4888-85d5-5d1130af187f x-openstack-request-id: req-466d299c-fd72-4888-85d5-5d1130af187f {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:57:23.761736 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd22e32-22b1-4182-908e-cb82daec8e11", "tag": "090a9879-d1ac-45ab-bd6b-a298418cb51e", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:57:23.762099 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-466d299c-fd72-4888-85d5-5d1130af187f {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:57:23.765691 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd22e32-22b1-4182-908e-cb82daec8e11', 'tag': '090a9879-d1ac-45ab-bd6b-a298418cb51e', 'status': 'completed', 'code': 200} Aug 12 14:57:23.784169 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 39712) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:23.898784 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70adff-98a0-419e-99a9-d1f0f98f281e req-1f669d71-21bd-4ac1-9631-78919325d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:23.902539 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0e70adff-98a0-419e-99a9-d1f0f98f281e req-1f669d71-21bd-4ac1-9631-78919325d69b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b5f98fdd631a4afe9e3edb2dfacdac38&device_id=fdd22e32-22b1-4182-908e-cb82daec8e11 HTTP/1.1" status: 200 len: 1100 time: 0.0937669 Aug 12 14:57:23.915650 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd31f7c-8f55-4016-96d1-cb4ad4b8ccbc req-2ed1fc6d-1b38-453e-a81d-82bd23844249 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:23.925377 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1cd31f7c-8f55-4016-96d1-cb4ad4b8ccbc req-2ed1fc6d-1b38-453e-a81d-82bd23844249 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdd22e32-22b1-4182-908e-cb82daec8e11 HTTP/1.1" status: 200 len: 947 time: 0.0753386 Aug 12 14:57:23.933268 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0e70adff-98a0-419e-99a9-d1f0f98f281e req-938f88e5-4fb0-4e6b-850f-68f15554ff07 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b5f98fdd631a4afe9e3edb2dfacdac38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201962 Aug 12 14:57:23.972286 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1cd31f7c-8f55-4016-96d1-cb4ad4b8ccbc req-bc643969-a50a-4f5e-9b1d-ccebe4680e32 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/security-groups?id=136c5b22-b4a9-4bd7-87d3-4387862687cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458713 Aug 12 14:57:23.997539 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 39718) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:24.052871 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70adff-98a0-419e-99a9-d1f0f98f281e req-9375ec7a-a42b-498c-826f-06a3f7ecfcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:24.055179 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0e70adff-98a0-419e-99a9-d1f0f98f281e req-9375ec7a-a42b-498c-826f-06a3f7ecfcb6 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1137373 Aug 12 14:57:24.070565 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8cdf91af-3d2c-4605-a388-d02d266ae8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:24.077928 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-4c6cdaf2-d7e6-45c1-98df-c428ce20b642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:24.107564 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.db.api [None req-4c6cdaf2-d7e6-45c1-98df-c428ce20b642 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 14:57:24.107564 dv-cinder-800015-3-iscsi neutron-server[105905]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 12 14:57:24.107564 dv-cinder-800015-3-iscsi neutron-server[105905]: [parameters: {'project_id': 'b12ac957748f487593b24de73964786b', 'id': '65fa6636-55a4-453d-a1de-af0b501df5dd', 'expiration': datetime.datetime(2021, 8, 12, 14, 59, 24, 103175)}] Aug 12 14:57:24.107564 dv-cinder-800015-3-iscsi neutron-server[105905]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:57:24.108096 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG oslo_db.api [None req-4c6cdaf2-d7e6-45c1-98df-c428ce20b642 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:57:24.150808 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-17ffbc5d-f840-454b-ab0c-dd386f561b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:24.152920 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-17ffbc5d-f840-454b-ab0c-dd386f561b3f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b5f98fdd631a4afe9e3edb2dfacdac38&device_id=fdd22e32-22b1-4182-908e-cb82daec8e11 HTTP/1.1" status: 200 len: 1100 time: 0.0554118 Aug 12 14:57:24.189458 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8cdf91af-3d2c-4605-a388-d02d266ae8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:24.210055 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-ab194ec3-9a57-404a-bc56-ea701cf9245e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=090a9879-d1ac-45ab-bd6b-a298418cb51e HTTP/1.1" status: 200 len: 217 time: 0.0357652 Aug 12 14:57:24.268584 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-30c6ec31-df9f-41b2-84e2-f4790460af1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:24.270114 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-30c6ec31-df9f-41b2-84e2-f4790460af1c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f24b2b53-7eb1-42e3-9ae1-5da5b69d54f7 HTTP/1.1" status: 200 len: 843 time: 0.0483391 Aug 12 14:57:24.286834 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8cdf91af-3d2c-4605-a388-d02d266ae8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:24.323915 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf91af-3d2c-4605-a388-d02d266ae8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68eee340-827d-470a-854d-207841f632ad,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:24.328633 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-8cdf91af-3d2c-4605-a388-d02d266ae8b2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f24f906433af42aa87b9f5832cbc69f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3299975 Aug 12 14:57:24.329290 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-0c0d03c7-3a31-421d-9db1-a2e4c61477bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:24.331229 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-0c0d03c7-3a31-421d-9db1-a2e4c61477bb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=63f5053a-3d0f-48ea-a8ce-190ac4f92a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0447187 Aug 12 14:57:24.332049 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 39732) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:24.336045 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:57:24.387764 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2778b81b-9f6c-4c42-bee5-d6b9fdc11191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:24.408339 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2778b81b-9f6c-4c42-bee5-d6b9fdc11191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:24.436707 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-8ad985e2-74e0-4ecf-865c-75a2c3c93e66 service neutron] 10.222.0.73 "GET /v2.0/networks/63f5053a-3d0f-48ea-a8ce-190ac4f92a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903337 Aug 12 14:57:24.516009 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d93987-842b-4f6f-8aa2-b1f734d4f4ba req-529e204e-50b1-417b-9340-89dcdf5dda18 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:24.517801 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-15d93987-842b-4f6f-8aa2-b1f734d4f4ba req-529e204e-50b1-417b-9340-89dcdf5dda18 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0489352 Aug 12 14:57:24.543014 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-15ea8970-8dec-43dc-9dc6-f3c32d16cb0b req-e9d474de-0640-4eaf-b22c-ac76ad8264c8 service neutron] 10.222.0.73 "GET /v2.0/networks/63f5053a-3d0f-48ea-a8ce-190ac4f92a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965333 Aug 12 14:57:24.558214 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-15d93987-842b-4f6f-8aa2-b1f734d4f4ba req-735bec6c-f111-445f-80e1-16c36e8b0f4a tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339301 Aug 12 14:57:24.595868 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2778b81b-9f6c-4c42-bee5-d6b9fdc11191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:24.598661 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2778b81b-9f6c-4c42-bee5-d6b9fdc11191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:24.599906 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-2778b81b-9f6c-4c42-bee5-d6b9fdc11191 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/68eee340-827d-470a-854d-207841f632ad HTTP/1.1" status: 204 len: 168 time: 0.2669437 Aug 12 14:57:24.608761 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-4c6cdaf2-d7e6-45c1-98df-c428ce20b642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:24.619587 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778b81b-9f6c-4c42-bee5-d6b9fdc11191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68eee340-827d-470a-854d-207841f632ad,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:24.714748 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-4c6cdaf2-d7e6-45c1-98df-c428ce20b642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:24.893867 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-4c6cdaf2-d7e6-45c1-98df-c428ce20b642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:24.937849 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-4c6cdaf2-d7e6-45c1-98df-c428ce20b642 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b12ac957748f487593b24de73964786b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1522956 Aug 12 14:57:24.938781 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cdaf2-d7e6-45c1-98df-c428ce20b642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c67afa-54b2-4923-bee4-9333addbdc34,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:24.940620 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 39744) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:24.996661 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-cab205a3-5833-4efb-851d-008659908268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:25.020822 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-cab205a3-5833-4efb-851d-008659908268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:25.091557 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fe233-572f-4aa2-b5cf-a2d97643ba6d req-6d46ac1f-9ce6-482c-aee9-09a25148c40c tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:25.093039 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e04fe233-572f-4aa2-b5cf-a2d97643ba6d req-6d46ac1f-9ce6-482c-aee9-09a25148c40c tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdd22e32-22b1-4182-908e-cb82daec8e11 HTTP/1.1" status: 200 len: 947 time: 0.0497415 Aug 12 14:57:25.134685 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e04fe233-572f-4aa2-b5cf-a2d97643ba6d req-b01a6c4d-aaac-45bd-8f22-a0c7fbe06bb9 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/security-groups?id=136c5b22-b4a9-4bd7-87d3-4387862687cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341184 Aug 12 14:57:25.213066 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-cab205a3-5833-4efb-851d-008659908268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:25.215737 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-cab205a3-5833-4efb-851d-008659908268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:25.223027 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-cab205a3-5833-4efb-851d-008659908268 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/37c67afa-54b2-4923-bee4-9333addbdc34 HTTP/1.1" status: 204 len: 168 time: 0.2813306 Aug 12 14:57:25.231295 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab205a3-5833-4efb-851d-008659908268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c67afa-54b2-4923-bee4-9333addbdc34,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:25.729250 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 39776) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:25.775216 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739c760-8936-4541-a97c-393eec462e3a req-1651ca29-2b76-42a1-8032-d59d77649dfc tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:25.776831 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e739c760-8936-4541-a97c-393eec462e3a req-1651ca29-2b76-42a1-8032-d59d77649dfc tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.1463556 Aug 12 14:57:25.816070 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e739c760-8936-4541-a97c-393eec462e3a req-d1667496-6650-415b-aded-cdef55a26b9b tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326090 Aug 12 14:57:25.959747 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1e5b789e-89f8-464b-87de-86eb5ea41bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:26.054026 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1e5b789e-89f8-464b-87de-86eb5ea41bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:26.184614 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1e5b789e-89f8-464b-87de-86eb5ea41bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:26.242252 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-1e5b789e-89f8-464b-87de-86eb5ea41bcf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b0b127aac94b498f99da549345abccdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5116460 Aug 12 14:57:26.243117 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b789e-89f8-464b-87de-86eb5ea41bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971b0e91-e578-4efa-9cb0-51ec74699c44,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:26.245133 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 39792) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:26.268926 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 39794) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:26.286347 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1809c334-b11d-4210-8168-032858bb0b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:26.307605 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4eea3-5338-413d-b861-ced977956f60 req-4019dbb4-a430-44a7-89af-4648d8d721ca tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:26.309121 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-97a4eea3-5338-413d-b861-ced977956f60 req-4019dbb4-a430-44a7-89af-4648d8d721ca tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdd22e32-22b1-4182-908e-cb82daec8e11 HTTP/1.1" status: 200 len: 947 time: 0.0966356 Aug 12 14:57:26.338161 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-fa86cd36-2010-4e91-bc33-b360edefda9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:26.378106 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-97a4eea3-5338-413d-b861-ced977956f60 req-ccdff9aa-7d78-4f0d-bd91-c5d3771fb648 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/security-groups?id=136c5b22-b4a9-4bd7-87d3-4387862687cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606663 Aug 12 14:57:26.379924 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-fa86cd36-2010-4e91-bc33-b360edefda9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:26.389778 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1809c334-b11d-4210-8168-032858bb0b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:26.481565 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1809c334-b11d-4210-8168-032858bb0b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:26.515619 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-fa86cd36-2010-4e91-bc33-b360edefda9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:26.518328 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-fa86cd36-2010-4e91-bc33-b360edefda9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:26.528866 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-fa86cd36-2010-4e91-bc33-b360edefda9c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/971b0e91-e578-4efa-9cb0-51ec74699c44 HTTP/1.1" status: 204 len: 168 time: 0.2717056 Aug 12 14:57:26.529107 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-1809c334-b11d-4210-8168-032858bb0b4b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=287be8590b1c4c018a065cdc02b95d27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495956 Aug 12 14:57:26.529107 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809c334-b11d-4210-8168-032858bb0b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d3c333-8f98-4eac-8038-95644e96b1b2,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:26.529107 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 39800) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:26.541310 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86cd36-2010-4e91-bc33-b360edefda9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971b0e91-e578-4efa-9cb0-51ec74699c44,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:26.577938 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-93469648-6039-4feb-be33-0eb02a79a19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:26.604964 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-93469648-6039-4feb-be33-0eb02a79a19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:26.767735 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-93469648-6039-4feb-be33-0eb02a79a19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:26.770274 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-93469648-6039-4feb-be33-0eb02a79a19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:26.771417 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-93469648-6039-4feb-be33-0eb02a79a19c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/43d3c333-8f98-4eac-8038-95644e96b1b2 HTTP/1.1" status: 204 len: 168 time: 0.2471967 Aug 12 14:57:26.778829 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93469648-6039-4feb-be33-0eb02a79a19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d3c333-8f98-4eac-8038-95644e96b1b2,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:26.933631 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84fe8a-38a6-4dce-a02c-25fcf881174e req-05b39bd4-ae46-49ac-b3f2-e57b4f8666ae tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:26.937187 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-de84fe8a-38a6-4dce-a02c-25fcf881174e req-05b39bd4-ae46-49ac-b3f2-e57b4f8666ae tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0530663 Aug 12 14:57:26.978136 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-de84fe8a-38a6-4dce-a02c-25fcf881174e req-51969bb8-f959-45f9-acbc-c54016ec5881 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348940 Aug 12 14:57:27.518093 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45330f8a-7e54-4d24-9906-842d29050b5c req-73c63d97-ca23-47ee-afe8-6167a2dc0ee1 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:27.518093 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-45330f8a-7e54-4d24-9906-842d29050b5c req-73c63d97-ca23-47ee-afe8-6167a2dc0ee1 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdd22e32-22b1-4182-908e-cb82daec8e11 HTTP/1.1" status: 200 len: 947 time: 0.0607061 Aug 12 14:57:27.565100 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-45330f8a-7e54-4d24-9906-842d29050b5c req-366f70af-d70c-4924-ab76-1e0fc40115b8 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/security-groups?id=136c5b22-b4a9-4bd7-87d3-4387862687cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410461 Aug 12 14:57:28.103427 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9103044-dc31-4863-9ad5-173653e3c178 req-2a601698-584e-4943-bbbe-7a314693b350 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:28.110702 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d9103044-dc31-4863-9ad5-173653e3c178 req-2a601698-584e-4943-bbbe-7a314693b350 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0512881 Aug 12 14:57:28.155749 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d9103044-dc31-4863-9ad5-173653e3c178 req-da243b9e-9590-42b1-b6cb-3e73e782d042 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440264 Aug 12 14:57:28.299692 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 090a9879-d1ac-45ab-bd6b-a298418cb51e details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=105907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:57:28.417975 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 090a9879-d1ac-45ab-bd6b-a298418cb51e, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=090a9879-d1ac-45ab-bd6b-a298418cb51e,segment=NetworkSegment(d5fe06ca-a97c-4bbc-b265-e6a8145c4413),segment_id=d5fe06ca-a97c-4bbc-b265-e6a8145c4413)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:28.430794 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Returning: {'device': '090a9879-d1ac-45ab-bd6b-a298418cb51e', 'network_id': '63f5053a-3d0f-48ea-a8ce-190ac4f92a7a', 'port_id': '090a9879-d1ac-45ab-bd6b-a298418cb51e', 'mac_address': 'fa:16:3e:b1:19:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f24b2b53-7eb1-42e3-9ae1-5da5b69d54f7', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:57:28.477328 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:28.491907 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 090a9879-d1ac-45ab-bd6b-a298418cb51e {{(pid=105907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:57:28.513978 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 090a9879-d1ac-45ab-bd6b-a298418cb51e, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=090a9879-d1ac-45ab-bd6b-a298418cb51e,segment=NetworkSegment(d5fe06ca-a97c-4bbc-b265-e6a8145c4413),segment_id=d5fe06ca-a97c-4bbc-b265-e6a8145c4413)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:28.605775 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:28.653423 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=090a9879-d1ac-45ab-bd6b-a298418cb51e,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:28.685303 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205ec74-014f-4327-8db1-67d3acf055d0 req-2b4acd33-9a6e-41ac-8f45-7fde4b8565e6 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:28.691071 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1205ec74-014f-4327-8db1-67d3acf055d0 req-2b4acd33-9a6e-41ac-8f45-7fde4b8565e6 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdd22e32-22b1-4182-908e-cb82daec8e11 HTTP/1.1" status: 200 len: 948 time: 0.0494547 Aug 12 14:57:28.729285 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1205ec74-014f-4327-8db1-67d3acf055d0 req-1c426179-eea9-43dc-8ad9-9d989e46571e tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/security-groups?id=136c5b22-b4a9-4bd7-87d3-4387862687cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359266 Aug 12 14:57:29.022948 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['090a9879-d1ac-45ab-bd6b-a298418cb51e'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:57:29.273600 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949924f6-d365-4b75-83c0-27a6d4e4e087 req-5e3a3796-73c0-4117-855f-b677a19acaf0 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:29.275279 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-949924f6-d365-4b75-83c0-27a6d4e4e087 req-5e3a3796-73c0-4117-855f-b677a19acaf0 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0510452 Aug 12 14:57:29.314361 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-949924f6-d365-4b75-83c0-27a6d4e4e087 req-07203454-1a59-4225-8813-5a40e6c5a3a5 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323634 Aug 12 14:57:29.849603 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b17cfe-2cc7-4ef2-ada0-2fa2a2f71184 req-40b5e721-15d7-4563-8118-169d899e3f88 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:29.851036 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f6b17cfe-2cc7-4ef2-ada0-2fa2a2f71184 req-40b5e721-15d7-4563-8118-169d899e3f88 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdd22e32-22b1-4182-908e-cb82daec8e11 HTTP/1.1" status: 200 len: 948 time: 0.0469899 Aug 12 14:57:29.889222 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f6b17cfe-2cc7-4ef2-ada0-2fa2a2f71184 req-bd0aad8a-eceb-4fa8-abb5-c3596534a624 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/security-groups?id=136c5b22-b4a9-4bd7-87d3-4387862687cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323582 Aug 12 14:57:30.327347 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 090a9879-d1ac-45ab-bd6b-a298418cb51e up at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:57:30.431838 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002b568-2637-4b44-93ce-87231b982f6b req-bbfc3a15-db6e-4e56-b8a4-2d98e16f4e26 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:30.433245 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6002b568-2637-4b44-93ce-87231b982f6b req-bbfc3a15-db6e-4e56-b8a4-2d98e16f4e26 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0482666 Aug 12 14:57:30.473581 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6002b568-2637-4b44-93ce-87231b982f6b req-0bebe22d-a0ae-464f-8be9-daf2cf91ef73 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331001 Aug 12 14:57:30.475772 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning for port 090a9879-d1ac-45ab-bd6b-a298418cb51e completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:57:30.480277 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning complete for port 090a9879-d1ac-45ab-bd6b-a298418cb51e triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:30.480653 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:30.566090 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:30.587511 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd22e32-22b1-4182-908e-cb82daec8e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090a9879-d1ac-45ab-bd6b-a298418cb51e'}] {{(pid=105907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:57:30.589750 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d000d793ac8a3d868a659aad16e36a91200609b2b231164c0c4cfca9150c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8708f2d6-2641-4b19-bfff-ea91c28f3850" -d '{"events": [{"server_uuid": "fdd22e32-22b1-4182-908e-cb82daec8e11", "name": "network-vif-plugged", "status": "completed", "tag": "090a9879-d1ac-45ab-bd6b-a298418cb51e"}]}' {{(pid=105907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:57:30.604932 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 090a9879-d1ac-45ab-bd6b-a298418cb51e, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=090a9879-d1ac-45ab-bd6b-a298418cb51e,segment=NetworkSegment(d5fe06ca-a97c-4bbc-b265-e6a8145c4413),segment_id=d5fe06ca-a97c-4bbc-b265-e6a8145c4413)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:30.629357 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346c3768-7666-4ff1-8c81-4640b2d0a06c x-openstack-request-id: req-346c3768-7666-4ff1-8c81-4640b2d0a06c {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:57:30.629632 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd22e32-22b1-4182-908e-cb82daec8e11", "name": "network-vif-plugged", "status": "completed", "tag": "090a9879-d1ac-45ab-bd6b-a298418cb51e", "code": 200}]} {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:57:30.630066 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-346c3768-7666-4ff1-8c81-4640b2d0a06c {{(pid=105907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:57:30.633224 dv-cinder-800015-3-iscsi neutron-server[105907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd22e32-22b1-4182-908e-cb82daec8e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090a9879-d1ac-45ab-bd6b-a298418cb51e', 'code': 200} Aug 12 14:57:30.698767 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:30.745365 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=090a9879-d1ac-45ab-bd6b-a298418cb51e,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:31.009117 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5c388-484c-4d76-8576-e54f5c477166 req-a52cca0a-7fc6-4000-8263-749f9ac7e26f tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:31.010499 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7df5c388-484c-4d76-8576-e54f5c477166 req-a52cca0a-7fc6-4000-8263-749f9ac7e26f tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdd22e32-22b1-4182-908e-cb82daec8e11 HTTP/1.1" status: 200 len: 949 time: 0.0529454 Aug 12 14:57:31.013299 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6b76e-10cf-4de6-84a3-2d36b75b2229 req-9c8cb5de-63e9-40f8-93f1-66dc6e6b076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:31.014823 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-19d6b76e-10cf-4de6-84a3-2d36b75b2229 req-9c8cb5de-63e9-40f8-93f1-66dc6e6b076f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fdd22e32-22b1-4182-908e-cb82daec8e11 HTTP/1.1" status: 200 len: 1102 time: 0.0499880 Aug 12 14:57:31.053867 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-19d6b76e-10cf-4de6-84a3-2d36b75b2229 req-f1de1544-15a9-4777-a10c-6c493764bd11 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=136c5b22-b4a9-4bd7-87d3-4387862687cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298555 Aug 12 14:57:31.055011 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7df5c388-484c-4d76-8576-e54f5c477166 req-94164138-a1a5-4a5d-ade4-42088d43f381 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/security-groups?id=136c5b22-b4a9-4bd7-87d3-4387862687cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369911 Aug 12 14:57:31.603595 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d601c-32f0-41c9-8878-ba6f9449093c req-a975efea-be8d-4545-8fa1-14d2bcfe7676 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:31.605135 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-858d601c-32f0-41c9-8878-ba6f9449093c req-a975efea-be8d-4545-8fa1-14d2bcfe7676 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0491803 Aug 12 14:57:31.646233 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-858d601c-32f0-41c9-8878-ba6f9449093c req-2c75071a-e524-4d9c-aea5-b372c186b69e tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348532 Aug 12 14:57:32.153581 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 40010) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:32.191976 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f32df-8141-44d7-bb7d-775456f96cf5 req-5d1f98ca-819b-4a79-9aae-becca7b82e8d tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:32.193430 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-393f32df-8141-44d7-bb7d-775456f96cf5 req-5d1f98ca-819b-4a79-9aae-becca7b82e8d tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdd22e32-22b1-4182-908e-cb82daec8e11 HTTP/1.1" status: 200 len: 949 time: 0.0482695 Aug 12 14:57:32.234859 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-393f32df-8141-44d7-bb7d-775456f96cf5 req-38a9d965-d245-46c5-857e-14b7efa19118 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/security-groups?id=136c5b22-b4a9-4bd7-87d3-4387862687cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339031 Aug 12 14:57:32.265966 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-7257763d-d563-4de2-bcba-c6ac79d3426a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:32.355256 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-7257763d-d563-4de2-bcba-c6ac79d3426a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:32.441195 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-7257763d-d563-4de2-bcba-c6ac79d3426a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:32.477286 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257763d-d563-4de2-bcba-c6ac79d3426a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8981bbd-4cae-4f76-a4e8-7b22e112d5bb,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:32.481648 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-7257763d-d563-4de2-bcba-c6ac79d3426a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8f99f2635fe84bfb8f808889c5feec6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270080 Aug 12 14:57:32.484292 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 40020) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:32.532656 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3aa318ce-3da6-4c0b-81a2-e1f2163f91d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:32.557045 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3aa318ce-3da6-4c0b-81a2-e1f2163f91d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:32.678683 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 40028) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:32.684981 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3aa318ce-3da6-4c0b-81a2-e1f2163f91d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:32.687775 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3aa318ce-3da6-4c0b-81a2-e1f2163f91d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:32.689693 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-3aa318ce-3da6-4c0b-81a2-e1f2163f91d4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a8981bbd-4cae-4f76-a4e8-7b22e112d5bb HTTP/1.1" status: 204 len: 168 time: 0.2044404 Aug 12 14:57:32.697878 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa318ce-3da6-4c0b-81a2-e1f2163f91d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8981bbd-4cae-4f76-a4e8-7b22e112d5bb,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:32.782142 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b5187-75cb-4921-913d-0fd3f0dd3df0 req-5986acdc-bd71-4f66-9af4-242d2789fbea tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:32.782995 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-eb3b5187-75cb-4921-913d-0fd3f0dd3df0 req-5986acdc-bd71-4f66-9af4-242d2789fbea tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0537355 Aug 12 14:57:32.803716 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-11e03db5-3ba0-432a-ab4d-b3d1dcb5cfb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:32.820416 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-eb3b5187-75cb-4921-913d-0fd3f0dd3df0 req-0e5d4640-c10b-4545-b799-bd6c40c5db2f tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306869 Aug 12 14:57:32.892074 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-11e03db5-3ba0-432a-ab4d-b3d1dcb5cfb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:32.988439 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-11e03db5-3ba0-432a-ab4d-b3d1dcb5cfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:33.025038 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e03db5-3ba0-432a-ab4d-b3d1dcb5cfb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9dc631d-bbc3-4c27-ba6a-aa311c89ba4c,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:33.029648 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-11e03db5-3ba0-432a-ab4d-b3d1dcb5cfb5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b2ff540941874bc88dc807cb797492dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498552 Aug 12 14:57:33.032425 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 40034) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:33.089472 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e1edc039-c705-4c56-a30a-b39031b73cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:33.115590 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e1edc039-c705-4c56-a30a-b39031b73cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:33.253331 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e1edc039-c705-4c56-a30a-b39031b73cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:33.256142 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e1edc039-c705-4c56-a30a-b39031b73cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:33.257341 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-e1edc039-c705-4c56-a30a-b39031b73cc0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c9dc631d-bbc3-4c27-ba6a-aa311c89ba4c HTTP/1.1" status: 204 len: 168 time: 0.2239137 Aug 12 14:57:33.265699 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edc039-c705-4c56-a30a-b39031b73cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9dc631d-bbc3-4c27-ba6a-aa311c89ba4c,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:33.353245 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501717a-c5b3-41a4-8b09-a66aa9d07b8c req-3fbca7aa-9f2f-4fe8-9d04-545a3a2058f1 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:33.354745 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2501717a-c5b3-41a4-8b09-a66aa9d07b8c req-3fbca7aa-9f2f-4fe8-9d04-545a3a2058f1 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdd22e32-22b1-4182-908e-cb82daec8e11 HTTP/1.1" status: 200 len: 949 time: 0.0478926 Aug 12 14:57:33.391364 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2501717a-c5b3-41a4-8b09-a66aa9d07b8c req-33dc3f26-369c-40b2-9a54-7ae41f7aba7c tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/security-groups?id=136c5b22-b4a9-4bd7-87d3-4387862687cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306101 Aug 12 14:57:33.936926 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de8dd3-3980-4b83-88b0-e13e319d9b8e req-459fe9f1-fd99-4d20-afe5-ca868e124ede tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:33.938459 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b3de8dd3-3980-4b83-88b0-e13e319d9b8e req-459fe9f1-fd99-4d20-afe5-ca868e124ede tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0517662 Aug 12 14:57:33.976241 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b3de8dd3-3980-4b83-88b0-e13e319d9b8e req-4e3a1b82-3841-49a6-baad-51157fd9a8a0 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312686 Aug 12 14:57:34.090235 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 40050) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:34.104059 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-fb1667e7-85d0-4f1b-b6e7-dfdbe032b83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:34.191018 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-fb1667e7-85d0-4f1b-b6e7-dfdbe032b83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:34.275452 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-fb1667e7-85d0-4f1b-b6e7-dfdbe032b83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:34.320886 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1667e7-85d0-4f1b-b6e7-dfdbe032b83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0f84fd-2854-4607-858f-ee8b72944a0b,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:34.327207 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-fb1667e7-85d0-4f1b-b6e7-dfdbe032b83b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=08628f2d4aec4b8ba52ed64f482843b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358229 Aug 12 14:57:34.329883 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 40056) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:34.388827 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-cb10a544-3206-4696-9f7c-d5fbf3d0029a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:34.406465 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-cb10a544-3206-4696-9f7c-d5fbf3d0029a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:34.503438 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcd809-b202-411b-a72f-8a59d26cb209 req-9ba0dbfc-6628-4af3-b268-c48aa62a8f21 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:34.505037 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5fdcd809-b202-411b-a72f-8a59d26cb209 req-9ba0dbfc-6628-4af3-b268-c48aa62a8f21 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdd22e32-22b1-4182-908e-cb82daec8e11 HTTP/1.1" status: 200 len: 949 time: 0.0464149 Aug 12 14:57:34.542810 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5fdcd809-b202-411b-a72f-8a59d26cb209 req-c0838b28-ab21-4b11-9ea8-82d3e9bcadfe tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/security-groups?id=136c5b22-b4a9-4bd7-87d3-4387862687cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319040 Aug 12 14:57:34.550693 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-cb10a544-3206-4696-9f7c-d5fbf3d0029a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:34.553325 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-cb10a544-3206-4696-9f7c-d5fbf3d0029a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:34.554462 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-cb10a544-3206-4696-9f7c-d5fbf3d0029a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1b0f84fd-2854-4607-858f-ee8b72944a0b HTTP/1.1" status: 204 len: 168 time: 0.2236114 Aug 12 14:57:34.562353 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10a544-3206-4696-9f7c-d5fbf3d0029a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0f84fd-2854-4607-858f-ee8b72944a0b,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:35.094481 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cdd76-f366-4234-99a9-40ba1fee0ceb req-a1dddafd-601f-414e-94cd-332dc267d976 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:35.095894 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-137cdd76-f366-4234-99a9-40ba1fee0ceb req-a1dddafd-601f-414e-94cd-332dc267d976 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0492802 Aug 12 14:57:35.133191 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-137cdd76-f366-4234-99a9-40ba1fee0ceb req-41609c0e-635c-465d-a199-60605307e02f tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307627 Aug 12 14:57:35.452853 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:35.665922 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465630c8-9336-490d-977e-0dfaa9b015fd req-b76e4714-7e78-41c4-9602-34b003b94c7f tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:35.667394 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-465630c8-9336-490d-977e-0dfaa9b015fd req-b76e4714-7e78-41c4-9602-34b003b94c7f tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdd22e32-22b1-4182-908e-cb82daec8e11 HTTP/1.1" status: 200 len: 949 time: 0.0572836 Aug 12 14:57:35.705747 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-465630c8-9336-490d-977e-0dfaa9b015fd req-4cafc159-2670-4807-9ead-2b666f572696 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/security-groups?id=136c5b22-b4a9-4bd7-87d3-4387862687cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323424 Aug 12 14:57:36.247824 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389163ae-6ab6-42ae-8743-6839c8578333 req-c4542ac9-ca84-40ca-ba54-3b615dc2e707 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:36.249357 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-389163ae-6ab6-42ae-8743-6839c8578333 req-c4542ac9-ca84-40ca-ba54-3b615dc2e707 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0487750 Aug 12 14:57:36.289823 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-389163ae-6ab6-42ae-8743-6839c8578333 req-6927efff-3b1c-4c3f-9642-1df422d01780 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325520 Aug 12 14:57:36.827984 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f12dc-a022-460e-8ae5-626a3f83a022 req-df36603f-8b8a-41eb-aa7a-f080d891513d tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:36.829563 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4b3f12dc-a022-460e-8ae5-626a3f83a022 req-df36603f-8b8a-41eb-aa7a-f080d891513d tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdd22e32-22b1-4182-908e-cb82daec8e11 HTTP/1.1" status: 200 len: 949 time: 0.0556176 Aug 12 14:57:36.869074 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4b3f12dc-a022-460e-8ae5-626a3f83a022 req-35616609-9183-4483-98ec-0a89b3cce7e7 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/security-groups?id=136c5b22-b4a9-4bd7-87d3-4387862687cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325530 Aug 12 14:57:37.447834 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e495cd-1c9b-4cc4-a4f4-8875814e7d55 req-d9e4b831-5ed6-4620-80ca-1a70a66571f4 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:37.449402 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-67e495cd-1c9b-4cc4-a4f4-8875814e7d55 req-d9e4b831-5ed6-4620-80ca-1a70a66571f4 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0846272 Aug 12 14:57:37.496686 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-67e495cd-1c9b-4cc4-a4f4-8875814e7d55 req-05dafb44-9fbc-4102-9b29-197f7a5aaf92 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383368 Aug 12 14:57:37.623597 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eea6c1-96ab-4167-89f9-f9e44d1f2568 req-8fc21a02-36e1-4dd8-871e-be54cb977452 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:37.625148 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-69eea6c1-96ab-4167-89f9-f9e44d1f2568 req-8fc21a02-36e1-4dd8-871e-be54cb977452 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdd22e32-22b1-4182-908e-cb82daec8e11 HTTP/1.1" status: 200 len: 949 time: 0.0477896 Aug 12 14:57:37.672975 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-69eea6c1-96ab-4167-89f9-f9e44d1f2568 req-7e63fb93-47dc-426d-bc43-795f9865ea37 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/security-groups?id=136c5b22-b4a9-4bd7-87d3-4387862687cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404532 Aug 12 14:57:38.615204 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c45f9a-aa89-4cae-81ee-019da8af2ca1 req-94849b18-81b8-41f1-a037-82514de492da tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:38.616670 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a1c45f9a-aa89-4cae-81ee-019da8af2ca1 req-94849b18-81b8-41f1-a037-82514de492da tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0514717 Aug 12 14:57:38.654488 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a1c45f9a-aa89-4cae-81ee-019da8af2ca1 req-41b06a53-bce2-4d72-95b1-96a818aff661 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320320 Aug 12 14:57:38.779910 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98cb8e-555f-47e4-88d4-12c5704339c5 req-ad92793f-9092-45ea-b4ce-959dd246636b tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:38.781387 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ff98cb8e-555f-47e4-88d4-12c5704339c5 req-ad92793f-9092-45ea-b4ce-959dd246636b tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdd22e32-22b1-4182-908e-cb82daec8e11 HTTP/1.1" status: 200 len: 949 time: 0.0471747 Aug 12 14:57:38.818912 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ff98cb8e-555f-47e4-88d4-12c5704339c5 req-23ef140c-6da6-45b8-a10c-ce5bd75f36aa tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/security-groups?id=136c5b22-b4a9-4bd7-87d3-4387862687cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313060 Aug 12 14:57:39.764436 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d53ec4-f750-4d8e-a92a-856ad2dc0e18 req-27402d25-8059-4c8f-8b70-8fc7d2959230 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:39.765922 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b9d53ec4-f750-4d8e-a92a-856ad2dc0e18 req-27402d25-8059-4c8f-8b70-8fc7d2959230 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0468216 Aug 12 14:57:39.803002 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b9d53ec4-f750-4d8e-a92a-856ad2dc0e18 req-16c98faa-5d3f-49af-98d1-88a023606162 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303838 Aug 12 14:57:40.063774 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e49f47-4f92-4f42-8d41-a74c187f6a41 req-1b8613a0-df99-405d-9ca9-ef4f152b366d tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:40.065140 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-03e49f47-4f92-4f42-8d41-a74c187f6a41 req-1b8613a0-df99-405d-9ca9-ef4f152b366d tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdd22e32-22b1-4182-908e-cb82daec8e11 HTTP/1.1" status: 200 len: 949 time: 0.1794107 Aug 12 14:57:40.103029 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-03e49f47-4f92-4f42-8d41-a74c187f6a41 req-f59e824d-6cfb-4608-b823-edc0732bf45f tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/security-groups?id=136c5b22-b4a9-4bd7-87d3-4387862687cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318983 Aug 12 14:57:41.051539 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70194856-820f-41d5-b343-78eafa007cf5 req-fbd405e4-51c7-47f6-a7eb-0d97a9840e65 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:41.053752 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-70194856-820f-41d5-b343-78eafa007cf5 req-fbd405e4-51c7-47f6-a7eb-0d97a9840e65 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0474966 Aug 12 14:57:41.090861 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-70194856-820f-41d5-b343-78eafa007cf5 req-6c53deab-79f2-4011-8dfa-1a0144e6345c tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313973 Aug 12 14:57:41.213095 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b45ca-e416-4e59-8d23-bc4aa66ee32a req-4666e6da-1ca9-4190-bd34-75142d3175cf tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:41.214588 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-df7b45ca-e416-4e59-8d23-bc4aa66ee32a req-4666e6da-1ca9-4190-bd34-75142d3175cf tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdd22e32-22b1-4182-908e-cb82daec8e11 HTTP/1.1" status: 200 len: 949 time: 0.0469463 Aug 12 14:57:41.250647 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-df7b45ca-e416-4e59-8d23-bc4aa66ee32a req-aa982bde-e150-4a80-ad5e-a3a9d72aabc3 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/security-groups?id=136c5b22-b4a9-4bd7-87d3-4387862687cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303969 Aug 12 14:57:42.173277 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-37e7ee30-2af5-4b12-9693-5b60cb96c6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:42.217441 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcfd1e-3236-4033-9f59-926510d11c5d req-40d045dd-d98a-4c09-839d-978034c51496 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:42.221536 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8dfcfd1e-3236-4033-9f59-926510d11c5d req-40d045dd-d98a-4c09-839d-978034c51496 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0619113 Aug 12 14:57:42.294187 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8dfcfd1e-3236-4033-9f59-926510d11c5d req-f5f89ee5-be7c-4866-8728-5354de393dad tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612721 Aug 12 14:57:42.376521 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4f543-c191-4a98-838d-e9c882be5bb8 req-db1f7638-e057-4508-b828-6edeafc21dda tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:42.378984 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f3f4f543-c191-4a98-838d-e9c882be5bb8 req-db1f7638-e057-4508-b828-6edeafc21dda tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdd22e32-22b1-4182-908e-cb82daec8e11 HTTP/1.1" status: 200 len: 949 time: 0.0501781 Aug 12 14:57:42.420645 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f3f4f543-c191-4a98-838d-e9c882be5bb8 req-e35de510-bf3d-4b2b-b53f-2462366f063a tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/security-groups?id=136c5b22-b4a9-4bd7-87d3-4387862687cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351393 Aug 12 14:57:43.074982 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010a6c2-d21d-4893-9b98-b66862adb1fe req-13c73323-f97b-4c27-8194-10042a7c2fdd tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:43.076468 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e010a6c2-d21d-4893-9b98-b66862adb1fe req-13c73323-f97b-4c27-8194-10042a7c2fdd tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdd22e32-22b1-4182-908e-cb82daec8e11 HTTP/1.1" status: 200 len: 949 time: 0.0563273 Aug 12 14:57:43.176729 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-e010a6c2-d21d-4893-9b98-b66862adb1fe req-ecf075df-69c2-4929-a29a-75ce87e66292 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Deleting port 090a9879-d1ac-45ab-bd6b-a298418cb51e {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:57:43.177154 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-e010a6c2-d21d-4893-9b98-b66862adb1fe req-ecf075df-69c2-4929-a29a-75ce87e66292 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:43.280903 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-e010a6c2-d21d-4893-9b98-b66862adb1fe req-ecf075df-69c2-4929-a29a-75ce87e66292 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] For port 090a9879-d1ac-45ab-bd6b-a298418cb51e, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=090a9879-d1ac-45ab-bd6b-a298418cb51e,segment=NetworkSegment(d5fe06ca-a97c-4bbc-b265-e6a8145c4413),segment_id=d5fe06ca-a97c-4bbc-b265-e6a8145c4413)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:43.281270 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-e010a6c2-d21d-4893-9b98-b66862adb1fe req-ecf075df-69c2-4929-a29a-75ce87e66292 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:43.296138 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-e010a6c2-d21d-4893-9b98-b66862adb1fe req-ecf075df-69c2-4929-a29a-75ce87e66292 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Calling delete_port for 090a9879-d1ac-45ab-bd6b-a298418cb51e owned by compute:nova {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:57:43.391265 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314209f-c83c-49ee-a1fa-ab9e17590eb4 req-3511984c-d5d2-42c2-9053-5bdd982317ae tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:43.392797 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2314209f-c83c-49ee-a1fa-ab9e17590eb4 req-3511984c-d5d2-42c2-9053-5bdd982317ae tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0503597 Aug 12 14:57:43.435084 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2314209f-c83c-49ee-a1fa-ab9e17590eb4 req-077b0b6f-d472-45d7-bff3-e673e802789a tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322309 Aug 12 14:57:43.540107 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-e010a6c2-d21d-4893-9b98-b66862adb1fe req-ecf075df-69c2-4929-a29a-75ce87e66292 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:43.559780 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['090a9879-d1ac-45ab-bd6b-a298418cb51e'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:57:43.569257 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858e539-6dbd-45f5-8092-0d4055ad0e0f req-54778571-fe4e-4646-99c2-a453f65c486e tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:43.574367 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf075df-69c2-4929-a29a-75ce87e66292 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Pushing event deleted for resources: {'Port': ['ID=090a9879-d1ac-45ab-bd6b-a298418cb51e,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:43.581232 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b858e539-6dbd-45f5-8092-0d4055ad0e0f req-54778571-fe4e-4646-99c2-a453f65c486e tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdd22e32-22b1-4182-908e-cb82daec8e11 HTTP/1.1" status: 200 len: 867 time: 0.0862882 Aug 12 14:57:43.595177 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf075df-69c2-4929-a29a-75ce87e66292 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:43.595708 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf075df-69c2-4929-a29a-75ce87e66292 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:43.596224 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf075df-69c2-4929-a29a-75ce87e66292 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:43.596890 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf075df-69c2-4929-a29a-75ce87e66292 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:43.597497 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf075df-69c2-4929-a29a-75ce87e66292 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:43.598127 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf075df-69c2-4929-a29a-75ce87e66292 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:43.598891 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf075df-69c2-4929-a29a-75ce87e66292 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:43.599372 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf075df-69c2-4929-a29a-75ce87e66292 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:43.600327 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf075df-69c2-4929-a29a-75ce87e66292 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:43.600985 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf075df-69c2-4929-a29a-75ce87e66292 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:43.601625 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf075df-69c2-4929-a29a-75ce87e66292 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:43.602487 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf075df-69c2-4929-a29a-75ce87e66292 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:43.654581 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b858e539-6dbd-45f5-8092-0d4055ad0e0f req-511dd0b6-3a35-4ec8-b12f-8f67655214a8 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/security-groups?id=136c5b22-b4a9-4bd7-87d3-4387862687cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762575 Aug 12 14:57:43.672596 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-e010a6c2-d21d-4893-9b98-b66862adb1fe req-ecf075df-69c2-4929-a29a-75ce87e66292 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] No DVR routers for this DVR port 090a9879-d1ac-45ab-bd6b-a298418cb51e on host hv-cinder-80001 {{(pid=105906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:57:43.677307 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-e010a6c2-d21d-4893-9b98-b66862adb1fe req-ecf075df-69c2-4929-a29a-75ce87e66292 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:43.679409 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e010a6c2-d21d-4893-9b98-b66862adb1fe req-ecf075df-69c2-4929-a29a-75ce87e66292 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.73 "DELETE /v2.0/ports/090a9879-d1ac-45ab-bd6b-a298418cb51e HTTP/1.1" status: 204 len: 173 time: 0.5954630 Aug 12 14:57:43.679863 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd22e32-22b1-4182-908e-cb82daec8e11', 'name': 'network-vif-deleted', 'tag': '090a9879-d1ac-45ab-bd6b-a298418cb51e'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:57:43.682108 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99088622-6c92-455f-8766-0b04ae1c980c" -d '{"events": [{"server_uuid": "fdd22e32-22b1-4182-908e-cb82daec8e11", "name": "network-vif-deleted", "tag": "090a9879-d1ac-45ab-bd6b-a298418cb51e"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:57:43.731741 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e629f65b-0599-4ae1-bb6c-89a8e3ba2845 x-openstack-request-id: req-e629f65b-0599-4ae1-bb6c-89a8e3ba2845 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:57:43.732229 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd22e32-22b1-4182-908e-cb82daec8e11", "name": "network-vif-deleted", "tag": "090a9879-d1ac-45ab-bd6b-a298418cb51e", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:57:43.732485 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e629f65b-0599-4ae1-bb6c-89a8e3ba2845 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:57:43.732906 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd22e32-22b1-4182-908e-cb82daec8e11', 'name': 'network-vif-deleted', 'tag': '090a9879-d1ac-45ab-bd6b-a298418cb51e', 'status': 'completed', 'code': 200} Aug 12 14:57:43.735853 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde114f-f189-460f-bd37-7b8e4194f6c5 req-b7a0e7a4-76ce-4f96-8e1f-34dc38333acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:43.737459 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-bdde114f-f189-460f-bd37-7b8e4194f6c5 req-b7a0e7a4-76ce-4f96-8e1f-34dc38333acd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 1099 time: 0.0508637 Aug 12 14:57:43.785403 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-bdde114f-f189-460f-bd37-7b8e4194f6c5 req-a4f6d1e7-d0aa-4938-83f2-41ab64486334 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327470 Aug 12 14:57:43.936910 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-705f2c51-1f4f-4011-ab2e-89b314e14189 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:43.938394 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-705f2c51-1f4f-4011-ab2e-89b314e14189 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/networks?id=4cce9222-c00c-4688-99c4-34e7c10a758a HTTP/1.1" status: 200 len: 815 time: 0.1043210 Aug 12 14:57:43.954623 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-635f1532-b67a-4380-a9b6-1950109f2fff tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/quotas/89910f7e31a54071bc2003435b0dbba2 HTTP/1.1" status: 200 len: 375 time: 0.0090423 Aug 12 14:57:44.020566 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-ba82dae7-52a9-402d-9688-c2db4ed2574d tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=89910f7e31a54071bc2003435b0dbba2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0573802 Aug 12 14:57:44.109609 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 40308) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:44.125321 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-5886e8b0-1aa6-455e-8b56-a0f6cfa7f44f service neutron] 10.222.0.63 "GET /v2.0/networks/4cce9222-c00c-4688-99c4-34e7c10a758a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972474 Aug 12 14:57:44.232392 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8344d693-0a74-4dc2-9cb6-b4667c7aea26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:44.233115 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-f29ae19a-3405-4adc-91e5-7e180739051d service neutron] 10.222.0.63 "GET /v2.0/networks/4cce9222-c00c-4688-99c4-34e7c10a758a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063559 Aug 12 14:57:44.332250 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8344d693-0a74-4dc2-9cb6-b4667c7aea26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:44.447223 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8344d693-0a74-4dc2-9cb6-b4667c7aea26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:44.485319 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344d693-0a74-4dc2-9cb6-b4667c7aea26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a17d196-ea9a-4974-b9d6-9d51bebc3f56,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:44.502030 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9f26b4e2-b7ec-43ac-9e4c-f4f948ec4bd7 req-bea60484-df37-4953-b8dc-f90389bbea5a tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 210 time: 0.0332646 Aug 12 14:57:44.521140 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-8344d693-0a74-4dc2-9cb6-b4667c7aea26 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4dcabecf7cf9481fae3d2bba2d4786f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4096091 Aug 12 14:57:44.523483 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 40330) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:44.524848 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-d0b909da-8b46-460b-a96d-ca65ec69d82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:44.592111 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b85-9616-44d1-b0ea-5cd91b9c35c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:44.615521 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b85-9616-44d1-b0ea-5cd91b9c35c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:44.619411 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ced3fe-f9c0-4b36-a062-9b58d9c00feb req-b99de3bf-b15c-4cf5-a6cd-e234a4f82d13 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:44.621196 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b3ced3fe-f9c0-4b36-a062-9b58d9c00feb req-b99de3bf-b15c-4cf5-a6cd-e234a4f82d13 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0688694 Aug 12 14:57:44.672926 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b3ced3fe-f9c0-4b36-a062-9b58d9c00feb req-c3016315-6f9f-460e-8b91-e113315ca4da tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446029 Aug 12 14:57:44.764761 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-935bacfd-c9b1-489b-8ac3-2faadb6a1ed5 req-b790c340-1bc6-4adc-ad4d-7a72321086d8 tempest-VolumesNegativeTest-1504816460 tempest-VolumesNegativeTest-1504816460-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdd22e32-22b1-4182-908e-cb82daec8e11 HTTP/1.1" status: 200 len: 210 time: 0.0256739 Aug 12 14:57:44.824825 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b85-9616-44d1-b0ea-5cd91b9c35c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:44.827671 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b85-9616-44d1-b0ea-5cd91b9c35c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:44.835831 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-db9c2b85-9616-44d1-b0ea-5cd91b9c35c7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6a17d196-ea9a-4974-b9d6-9d51bebc3f56 HTTP/1.1" status: 204 len: 168 time: 0.3072550 Aug 12 14:57:44.861802 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b85-9616-44d1-b0ea-5cd91b9c35c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a17d196-ea9a-4974-b9d6-9d51bebc3f56,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:45.127244 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:45.590161 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5bf9dba9-d63c-4fb3-a5bf-9d4e94feb11b req-90198c58-261d-4210-b3ff-f879132119eb tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 210 time: 0.0291333 Aug 12 14:57:45.786981 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0d492-2f11-4dd6-b678-c79d780fb541 req-f96ab4db-8cf5-4888-b57b-0cf03d92dc60 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:45.788603 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c9f0d492-2f11-4dd6-b678-c79d780fb541 req-f96ab4db-8cf5-4888-b57b-0cf03d92dc60 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0489767 Aug 12 14:57:45.825856 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c9f0d492-2f11-4dd6-b678-c79d780fb541 req-8c717e6a-7d7f-40da-8182-e842c554dd03 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314343 Aug 12 14:57:45.922029 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:46.022143 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605eee2-a280-44e3-b9ee-cb491cfd952f req-1bea81a4-3d2e-4f40-bdd3-360c1dd97ce9 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:46.023528 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1605eee2-a280-44e3-b9ee-cb491cfd952f req-1bea81a4-3d2e-4f40-bdd3-360c1dd97ce9 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0518610 Aug 12 14:57:46.063953 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1605eee2-a280-44e3-b9ee-cb491cfd952f req-49bae018-b0c3-4418-bff1-80a733384ce5 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339472 Aug 12 14:57:46.388935 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d26a3e-a6ac-4e42-843c-2948175275fa req-6324ab7a-6b20-428c-a144-dfb49d3c6882 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:46.390478 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-90d26a3e-a6ac-4e42-843c-2948175275fa req-6324ab7a-6b20-428c-a144-dfb49d3c6882 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0505455 Aug 12 14:57:46.437022 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-90d26a3e-a6ac-4e42-843c-2948175275fa req-71f5d07a-4d10-4512-bbae-417f2f9b6cbd tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397413 Aug 12 14:57:46.686173 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-261a4ecb-96c3-40c2-b2d0-1bb86d8c03e0 req-ffaddc17-fe98-4edc-893f-31cd54e566c9 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 210 time: 0.0258162 Aug 12 14:57:47.187438 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c433b3-9748-4061-bb42-28a320952022 req-226cdbb6-3061-401a-96c5-6e7389325f4e tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:47.188933 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e9c433b3-9748-4061-bb42-28a320952022 req-226cdbb6-3061-401a-96c5-6e7389325f4e tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0477428 Aug 12 14:57:47.225930 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e9c433b3-9748-4061-bb42-28a320952022 req-6d2ecad9-9dee-4102-bae0-ea7227492992 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308704 Aug 12 14:57:47.458705 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:47.555648 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b16533-8f1b-40b6-9f55-ad840df26be9 req-8d6948ab-ef8f-4469-9555-61d018562f58 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:47.556880 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-24b16533-8f1b-40b6-9f55-ad840df26be9 req-8d6948ab-ef8f-4469-9555-61d018562f58 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0502999 Aug 12 14:57:47.593898 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-24b16533-8f1b-40b6-9f55-ad840df26be9 req-01aed501-562f-4512-9903-54c08501d6e5 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307446 Aug 12 14:57:47.786097 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-aa2a936d-3825-4e73-a1d8-e18709672ad7 req-731e866f-8ae7-4f5f-967e-d998c7d9be9f tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 210 time: 0.0287366 Aug 12 14:57:48.346792 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2855419-b443-4e2c-93e1-37d4435ee531 req-a8772a80-2784-4f29-b8f7-84153df1dd4f tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:48.348615 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b2855419-b443-4e2c-93e1-37d4435ee531 req-a8772a80-2784-4f29-b8f7-84153df1dd4f tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0486581 Aug 12 14:57:48.389411 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b2855419-b443-4e2c-93e1-37d4435ee531 req-4ab1a489-1fc6-4de7-8074-cbed20c61bb7 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349345 Aug 12 14:57:48.708276 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a5f04-62a7-45dc-9bc8-5eb2becf8b0f req-4d715fea-150b-44a8-8e0a-d82ad8b26ea9 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:48.709670 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2a0a5f04-62a7-45dc-9bc8-5eb2becf8b0f req-4d715fea-150b-44a8-8e0a-d82ad8b26ea9 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0471854 Aug 12 14:57:48.747161 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2a0a5f04-62a7-45dc-9bc8-5eb2becf8b0f req-bf8373ed-8de6-4341-9281-0a77e4e49bfb tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315728 Aug 12 14:57:48.876231 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-fca2b80d-8d1f-4a3d-93a6-4111f666cd9d req-43c2e31b-a878-4977-abee-5b4968357c50 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 210 time: 0.0254600 Aug 12 14:57:48.878450 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 090a9879-d1ac-45ab-bd6b-a298418cb51e no longer exists at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:57:48.911520 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] No Port match for: 090a9879-d1ac-45ab-bd6b-a298418cb51e {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:57:48.911948 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 090a9879-d1ac-45ab-bd6b-a298418cb51e not bound to the agent host hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:57:48.939911 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b09467-d48b-4d70-9139-5cd8610a16bf req-4e34bede-db36-4c58-a416-b74832e660e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:48.944500 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a8b09467-d48b-4d70-9139-5cd8610a16bf req-4e34bede-db36-4c58-a416-b74832e660e0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65cf5c41ebe24a33be53346ccc25509b&device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 1099 time: 0.0491986 Aug 12 14:57:49.033596 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b09467-d48b-4d70-9139-5cd8610a16bf req-f30c8e57-fec0-4ecb-b8fb-a6f04c6e2068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:49.035843 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a8b09467-d48b-4d70-9139-5cd8610a16bf req-f30c8e57-fec0-4ecb-b8fb-a6f04c6e2068 service neutron] 10.222.0.73 "GET /v2.0/networks?id=840e7996-3260-480f-b729-67466325f665 HTTP/1.1" status: 200 len: 920 time: 0.0858314 Aug 12 14:57:49.088206 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a8b09467-d48b-4d70-9139-5cd8610a16bf req-a7c9453a-2e6f-4d68-8a77-14ca1c5f24dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2e90027-acd4-4884-9831-21a961941181 HTTP/1.1" status: 200 len: 217 time: 0.0388312 Aug 12 14:57:49.147973 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b09467-d48b-4d70-9139-5cd8610a16bf req-d0a7aeeb-5a78-431a-934c-59939e367c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:49.149556 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a8b09467-d48b-4d70-9139-5cd8610a16bf req-d0a7aeeb-5a78-431a-934c-59939e367c46 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=113eea66-7231-4737-b65d-c9a7771abd50 HTTP/1.1" status: 200 len: 859 time: 0.0503740 Aug 12 14:57:49.211910 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a8b09467-d48b-4d70-9139-5cd8610a16bf req-118270fb-bff4-416c-ab10-49c071fad50e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=840e7996-3260-480f-b729-67466325f665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253370 Aug 12 14:57:49.306007 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a8b09467-d48b-4d70-9139-5cd8610a16bf req-beea86ca-b7a8-4040-885e-69280ee44e53 service neutron] 10.222.0.73 "GET /v2.0/networks/840e7996-3260-480f-b729-67466325f665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822937 Aug 12 14:57:49.430600 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a8b09467-d48b-4d70-9139-5cd8610a16bf req-a8562bf1-6354-4303-a4d7-952912492109 service neutron] 10.222.0.73 "GET /v2.0/networks/840e7996-3260-480f-b729-67466325f665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156254 Aug 12 14:57:49.518245 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c6e17-7fba-4c5c-bcec-b6f65963360d req-2f159340-e904-44cf-b2f0-0a33d5fe9c51 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:49.520372 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cf6c6e17-7fba-4c5c-bcec-b6f65963360d req-2f159340-e904-44cf-b2f0-0a33d5fe9c51 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0525362 Aug 12 14:57:49.559077 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cf6c6e17-7fba-4c5c-bcec-b6f65963360d req-6b16d1ab-a0d4-4ca6-a140-1aa0a4604b2c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321622 Aug 12 14:57:49.868609 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866055a1-ce82-4106-a9bd-a5bfbb967102 req-51936359-dbdb-4374-8a42-66b5d03d9d31 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:49.870253 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-866055a1-ce82-4106-a9bd-a5bfbb967102 req-51936359-dbdb-4374-8a42-66b5d03d9d31 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0492415 Aug 12 14:57:49.913695 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-866055a1-ce82-4106-a9bd-a5bfbb967102 req-5cbcfbb9-9e29-4f8b-b38d-2b1e993a0928 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365369 Aug 12 14:57:49.989325 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-44b133e5-294c-4b69-9b81-571fc28c122d req-141b23f6-2ede-42d1-96f5-a56a64ccbfa0 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 210 time: 0.0282326 Aug 12 14:57:50.338186 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-cb6658e2-c473-4681-88b5-a7536915c550 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:50.339642 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-cb6658e2-c473-4681-88b5-a7536915c550 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.73 "GET /v2.0/networks?id=4cce9222-c00c-4688-99c4-34e7c10a758a HTTP/1.1" status: 200 len: 815 time: 0.1126280 Aug 12 14:57:50.357194 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-6d77f65d-f815-4111-bc82-b07c418d7aca tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Request body: {'port': {'device_id': 'ed33549d-7758-4a1f-981e-57089cbdf813', 'network_id': '4cce9222-c00c-4688-99c4-34e7c10a758a', 'admin_state_up': True, 'tenant_id': '89910f7e31a54071bc2003435b0dbba2'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:50.681134 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237db0c8-00a1-46f0-b29a-bf0f9bca4c20 req-3f0ae398-fe75-4ff2-a3ac-5022d08736f3 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:50.682623 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-237db0c8-00a1-46f0-b29a-bf0f9bca4c20 req-3f0ae398-fe75-4ff2-a3ac-5022d08736f3 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0499897 Aug 12 14:57:50.687244 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-6d77f65d-f815-4111-bc82-b07c418d7aca tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Made reservation on behalf of 89910f7e31a54071bc2003435b0dbba2 for: {'port': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:57:50.691017 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-6d77f65d-f815-4111-bc82-b07c418d7aca tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:50.720633 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-237db0c8-00a1-46f0-b29a-bf0f9bca4c20 req-7b4886e0-af52-415d-bec8-684f6253591d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309236 Aug 12 14:57:51.028878 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc0813-645e-4c65-8591-6963ba1431eb req-215d157d-4252-4c74-a506-70bf3cbd5fc7 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:51.030470 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c5fc0813-645e-4c65-8591-6963ba1431eb req-215d157d-4252-4c74-a506-70bf3cbd5fc7 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0503497 Aug 12 14:57:51.036941 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_common [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-6d77f65d-f815-4111-bc82-b07c418d7aca tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Allocated IP 172.20.0.11 (4cce9222-c00c-4688-99c4-34e7c10a758a/6985d2f9-57be-4262-adfd-26b8dd2da41b/112ebedf-8374-4402-b4c1-5d4dac114423) {{(pid=105906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:57:51.096474 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-25931459-2da0-49c9-8884-29836208efc3 req-a762af4d-30fd-4652-8088-6a6447c30b3b tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 210 time: 0.0323446 Aug 12 14:57:51.100823 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c5fc0813-645e-4c65-8591-6963ba1431eb req-40718924-8da9-497d-b5d0-20df24676688 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636325 Aug 12 14:57:51.193238 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-6d77f65d-f815-4111-bc82-b07c418d7aca tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks [] for port, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:51.338992 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-6d77f65d-f815-4111-bc82-b07c418d7aca tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:51.353242 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['9f737a21-4c60-460b-ab4e-02c72f5ba325', '576feabf-57ed-4210-b3ec-696bc8f56464', 'c7857942-3478-45dd-8f06-fb3cdff50976'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:57:51.385385 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-6d77f65d-f815-4111-bc82-b07c418d7aca tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Network 4cce9222-c00c-4688-99c4-34e7c10a758a is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:57:51.388498 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-6d77f65d-f815-4111-bc82-b07c418d7aca tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:51.392432 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-6d77f65d-f815-4111-bc82-b07c418d7aca tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Received port after_create {{(pid=105906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:57:51.420443 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77f65d-f815-4111-bc82-b07c418d7aca tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Pushing event updated for resources: {'Port': ['ID=112ebedf-8374-4402-b4c1-5d4dac114423,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:51.453877 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-6d77f65d-f815-4111-bc82-b07c418d7aca tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:51.454386 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-6d77f65d-f815-4111-bc82-b07c418d7aca tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:51.618161 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-6d77f65d-f815-4111-bc82-b07c418d7aca tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2570872 Aug 12 14:57:51.627559 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-8304c3aa-2964-475a-b999-0ee87b24245e service neutron] Request body: {'port': {'device_id': 'ed33549d-7758-4a1f-981e-57089cbdf813', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:51.716550 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-8304c3aa-2964-475a-b999-0ee87b24245e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:51.874788 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950b91c-5ce9-49f3-a496-4aa825e5d9ec req-32f4743b-2621-444a-95f3-6a4082ab5999 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:51.876362 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9950b91c-5ce9-49f3-a496-4aa825e5d9ec req-32f4743b-2621-444a-95f3-6a4082ab5999 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0613344 Aug 12 14:57:51.915058 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9950b91c-5ce9-49f3-a496-4aa825e5d9ec req-d6065613-14d8-4e0c-9915-90e7f55f8853 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317309 Aug 12 14:57:52.002821 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-8304c3aa-2964-475a-b999-0ee87b24245e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 112ebedf-8374-4402-b4c1-5d4dac114423 {{(pid=105906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:57:52.017519 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-8304c3aa-2964-475a-b999-0ee87b24245e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:52.023681 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-8304c3aa-2964-475a-b999-0ee87b24245e service neutron] Transition to ACTIVE for port object 112ebedf-8374-4402-b4c1-5d4dac114423 will not be triggered until provisioned by entity L2. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:57:52.141877 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-8304c3aa-2964-475a-b999-0ee87b24245e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:52.234978 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304c3aa-2964-475a-b999-0ee87b24245e service neutron] Pushing event updated for resources: {'Port': ['ID=112ebedf-8374-4402-b4c1-5d4dac114423,revision_number=2']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:52.243910 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 40740) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:52.305286 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd8abb-da38-41aa-a2e9-783c087dac37 req-69946edf-cb04-4faa-a706-7f12ace8073b tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:52.314154 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cddd8abb-da38-41aa-a2e9-783c087dac37 req-69946edf-cb04-4faa-a706-7f12ace8073b tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 944 time: 0.0993428 Aug 12 14:57:52.349929 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992133ac-e294-49bd-bf08-ff5613d707b6 req-9b2ab12f-fbec-4c27-9eac-f28479069b6e tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:52.351126 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-992133ac-e294-49bd-bf08-ff5613d707b6 req-9b2ab12f-fbec-4c27-9eac-f28479069b6e tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.1218932 Aug 12 14:57:52.377797 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-8304c3aa-2964-475a-b999-0ee87b24245e service neutron] Attempting to bind port 112ebedf-8374-4402-b4c1-5d4dac114423 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:57:52.378421 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-8304c3aa-2964-475a-b999-0ee87b24245e service neutron] Attempting to bind port 112ebedf-8374-4402-b4c1-5d4dac114423 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': '34bd49a4-5237-487d-b9fa-5e45f744b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4cce9222-c00c-4688-99c4-34e7c10a758a'}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:57:52.378559 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-8304c3aa-2964-475a-b999-0ee87b24245e service neutron] Attempting to bind port 112ebedf-8374-4402-b4c1-5d4dac114423 on network 4cce9222-c00c-4688-99c4-34e7c10a758a {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:57:52.384069 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-8304c3aa-2964-475a-b999-0ee87b24245e service neutron] Port 112ebedf-8374-4402-b4c1-5d4dac114423 on network 4cce9222-c00c-4688-99c4-34e7c10a758a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:57:52.384390 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-8304c3aa-2964-475a-b999-0ee87b24245e service neutron] Attempting to bind port 112ebedf-8374-4402-b4c1-5d4dac114423 on network 4cce9222-c00c-4688-99c4-34e7c10a758a {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:57:52.391994 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-8304c3aa-2964-475a-b999-0ee87b24245e service neutron] Checking agent: {'id': '8bc968ee-63fe-4341-8ff4-51482bda9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'started_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:57:52.393015 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-8304c3aa-2964-475a-b999-0ee87b24245e service neutron] Checking segment: {'id': '34bd49a4-5237-487d-b9fa-5e45f744b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4cce9222-c00c-4688-99c4-34e7c10a758a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:57:52.393394 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-8304c3aa-2964-475a-b999-0ee87b24245e service neutron] Bound using segment: {'id': '34bd49a4-5237-487d-b9fa-5e45f744b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4cce9222-c00c-4688-99c4-34e7c10a758a'} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:57:52.393822 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-8304c3aa-2964-475a-b999-0ee87b24245e service neutron] Bound port: 112ebedf-8374-4402-b4c1-5d4dac114423, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34bd49a4-5237-487d-b9fa-5e45f744b2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4cce9222-c00c-4688-99c4-34e7c10a758a'}}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:57:52.394197 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-8304c3aa-2964-475a-b999-0ee87b24245e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:52.405090 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cddd8abb-da38-41aa-a2e9-783c087dac37 req-e3372dc8-f45f-45b3-a900-f8bf6c0e2a10 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850410 Aug 12 14:57:52.437491 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-992133ac-e294-49bd-bf08-ff5613d707b6 req-52516824-949c-48bf-8ba8-43adda4afd76 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686483 Aug 12 14:57:52.507688 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-5d3728d5-d774-4cf9-984f-416da1e63b23 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b5f98fdd631a4afe9e3edb2dfacdac38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2623987 Aug 12 14:57:52.510151 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-8304c3aa-2964-475a-b999-0ee87b24245e service neutron] For port 112ebedf-8374-4402-b4c1-5d4dac114423, host hv-cinder-80001, cleared binding levels {{(pid=105906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:57:52.513758 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 40746) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:52.513869 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-8304c3aa-2964-475a-b999-0ee87b24245e service neutron] For port 112ebedf-8374-4402-b4c1-5d4dac114423, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=112ebedf-8374-4402-b4c1-5d4dac114423,segment=NetworkSegment(34bd49a4-5237-487d-b9fa-5e45f744b2f8),segment_id=34bd49a4-5237-487d-b9fa-5e45f744b2f8)] {{(pid=105906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:57:52.562314 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-920eba38-c6b8-4332-b185-a81f40220b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:52.585425 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-920eba38-c6b8-4332-b185-a81f40220b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:52.671318 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-8304c3aa-2964-475a-b999-0ee87b24245e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:52.707662 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-8304c3aa-2964-475a-b999-0ee87b24245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:52.708147 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-8304c3aa-2964-475a-b999-0ee87b24245e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:52.709795 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-8304c3aa-2964-475a-b999-0ee87b24245e service neutron] 10.222.0.73 "PUT /v2.0/ports/112ebedf-8374-4402-b4c1-5d4dac114423 HTTP/1.1" status: 200 len: 1094 time: 1.0870502 Aug 12 14:57:52.712260 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed33549d-7758-4a1f-981e-57089cbdf813', 'tag': '112ebedf-8374-4402-b4c1-5d4dac114423'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:57:52.714727 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cfeb4f-66eb-4701-9498-e93b2e0f4faa" -d '{"events": [{"name": "network-changed", "server_uuid": "ed33549d-7758-4a1f-981e-57089cbdf813", "tag": "112ebedf-8374-4402-b4c1-5d4dac114423"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:57:52.740341 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304c3aa-2964-475a-b999-0ee87b24245e service neutron] Pushing event updated for resources: {'Port': ['ID=112ebedf-8374-4402-b4c1-5d4dac114423,revision_number=3']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:52.754582 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2838cfd-aa12-4fa8-8301-7ef059ac3b55 x-openstack-request-id: req-f2838cfd-aa12-4fa8-8301-7ef059ac3b55 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:57:52.754582 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed33549d-7758-4a1f-981e-57089cbdf813", "tag": "112ebedf-8374-4402-b4c1-5d4dac114423", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:57:52.754582 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f2838cfd-aa12-4fa8-8301-7ef059ac3b55 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:57:52.754582 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed33549d-7758-4a1f-981e-57089cbdf813', 'tag': '112ebedf-8374-4402-b4c1-5d4dac114423', 'status': 'completed', 'code': 200} Aug 12 14:57:52.778826 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-920eba38-c6b8-4332-b185-a81f40220b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:52.781703 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-920eba38-c6b8-4332-b185-a81f40220b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:52.783171 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-920eba38-c6b8-4332-b185-a81f40220b11 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/136c5b22-b4a9-4bd7-87d3-4387862687cb HTTP/1.1" status: 204 len: 168 time: 0.2715445 Aug 12 14:57:52.792071 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920eba38-c6b8-4332-b185-a81f40220b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136c5b22-b4a9-4bd7-87d3-4387862687cb,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:52.825628 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920eba38-c6b8-4332-b185-a81f40220b11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:52.825628 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920eba38-c6b8-4332-b185-a81f40220b11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:52.825628 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920eba38-c6b8-4332-b185-a81f40220b11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:52.825628 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920eba38-c6b8-4332-b185-a81f40220b11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:52.825628 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920eba38-c6b8-4332-b185-a81f40220b11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:52.825628 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920eba38-c6b8-4332-b185-a81f40220b11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:52.825628 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920eba38-c6b8-4332-b185-a81f40220b11 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:52.825628 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920eba38-c6b8-4332-b185-a81f40220b11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:52.825628 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920eba38-c6b8-4332-b185-a81f40220b11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:52.825628 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920eba38-c6b8-4332-b185-a81f40220b11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:52.825628 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920eba38-c6b8-4332-b185-a81f40220b11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:52.825628 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920eba38-c6b8-4332-b185-a81f40220b11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:52.861613 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfeb4f-66eb-4701-9498-e93b2e0f4faa req-0db53cd2-b821-4595-b6ef-f5b1c642f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:52.863625 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-39cfeb4f-66eb-4701-9498-e93b2e0f4faa req-0db53cd2-b821-4595-b6ef-f5b1c642f0f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89910f7e31a54071bc2003435b0dbba2&device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 1097 time: 0.0689180 Aug 12 14:57:53.046029 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06367e-d337-42f1-80d4-111f548551f9 req-7ce1c089-11d3-4019-b4c1-98a2531d76a5 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:53.047516 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7c06367e-d337-42f1-80d4-111f548551f9 req-7ce1c089-11d3-4019-b4c1-98a2531d76a5 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0564024 Aug 12 14:57:53.087850 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7c06367e-d337-42f1-80d4-111f548551f9 req-f5d0daaa-4513-4ec7-9862-c2c1567ee332 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337217 Aug 12 14:57:53.517083 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6456c23-b6a0-4a8e-9052-5a2e8d6e1c90 req-be456c96-6b89-4a33-9e56-5dfa34aa8cac tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:53.518954 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e6456c23-b6a0-4a8e-9052-5a2e8d6e1c90 req-be456c96-6b89-4a33-9e56-5dfa34aa8cac tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 944 time: 0.0517616 Aug 12 14:57:53.588737 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e6456c23-b6a0-4a8e-9052-5a2e8d6e1c90 req-fd3da650-d6ff-490b-84fb-81d7caa0b7b2 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433748 Aug 12 14:57:53.596188 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb346e3-f026-420e-94fc-babd3772053d req-f21e90f4-6ce5-4e04-868f-06d34973c3c0 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:53.597773 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-edb346e3-f026-420e-94fc-babd3772053d req-f21e90f4-6ce5-4e04-868f-06d34973c3c0 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0891945 Aug 12 14:57:53.642403 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-edb346e3-f026-420e-94fc-babd3772053d req-264c58ff-dba8-4c38-948b-6b0b704b7ff4 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358434 Aug 12 14:57:54.205338 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eee9c5-f3e8-47b1-8dc6-92836fab9352 req-fb68dafa-d329-4f29-9a18-4212cf3c0171 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:54.207217 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-22eee9c5-f3e8-47b1-8dc6-92836fab9352 req-fb68dafa-d329-4f29-9a18-4212cf3c0171 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0467248 Aug 12 14:57:54.246946 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-22eee9c5-f3e8-47b1-8dc6-92836fab9352 req-04399a8a-f482-42cb-b75b-569248ec37ac tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335605 Aug 12 14:57:54.379322 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfeb4f-66eb-4701-9498-e93b2e0f4faa req-9b3141f8-bbc7-4f34-a426-fcea90c15b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:54.379322 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-39cfeb4f-66eb-4701-9498-e93b2e0f4faa req-9b3141f8-bbc7-4f34-a426-fcea90c15b73 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=89910f7e31a54071bc2003435b0dbba2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0939078 Aug 12 14:57:54.703381 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f971b3-597d-4a1b-850e-123c06c972da req-62842a9a-434e-4e9f-b658-b48ee7935f2f tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:54.704893 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b7f971b3-597d-4a1b-850e-123c06c972da req-62842a9a-434e-4e9f-b658-b48ee7935f2f tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 944 time: 0.0510564 Aug 12 14:57:54.746043 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b7f971b3-597d-4a1b-850e-123c06c972da req-97a9ceb9-e816-4332-8f84-3ea3ae418f54 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350304 Aug 12 14:57:55.370655 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ee338-0f3f-46fa-98ab-e783295e2037 req-97f38a36-350b-4f98-b0d5-e35dd8c28bdb tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:55.372109 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-654ee338-0f3f-46fa-98ab-e783295e2037 req-97f38a36-350b-4f98-b0d5-e35dd8c28bdb tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0479374 Aug 12 14:57:55.410849 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-654ee338-0f3f-46fa-98ab-e783295e2037 req-cc7d6494-603e-4801-8f81-e682df532115 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316465 Aug 12 14:57:55.432972 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfeb4f-66eb-4701-9498-e93b2e0f4faa req-ce8e6703-82d0-44ec-bf72-7ef063351a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:55.434703 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-39cfeb4f-66eb-4701-9498-e93b2e0f4faa req-ce8e6703-82d0-44ec-bf72-7ef063351a60 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973101 Aug 12 14:57:55.854386 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85738129-199f-4f4d-8560-f1348bb7c655 req-be5d7a4a-8f35-409a-9658-e6426e94359f tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:55.855730 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-85738129-199f-4f4d-8560-f1348bb7c655 req-be5d7a4a-8f35-409a-9658-e6426e94359f tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 944 time: 0.0455225 Aug 12 14:57:55.892330 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-85738129-199f-4f4d-8560-f1348bb7c655 req-b86e4968-8712-4342-a047-0cfa5183388e tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307648 Aug 12 14:57:56.543246 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f3f36-9dfa-48b8-926e-872f29ac9835 req-73b2f6a0-1511-4312-a8c8-c845fa1737ff tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:56.544704 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-065f3f36-9dfa-48b8-926e-872f29ac9835 req-73b2f6a0-1511-4312-a8c8-c845fa1737ff tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0549519 Aug 12 14:57:56.591398 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-065f3f36-9dfa-48b8-926e-872f29ac9835 req-c3d11989-c2f6-455b-a6ba-25ef060c004c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408120 Aug 12 14:57:56.692684 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-c4ae2fd5-8f2c-4460-8c28-5befa9ffa351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:56.694195 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-c4ae2fd5-8f2c-4460-8c28-5befa9ffa351 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89910f7e31a54071bc2003435b0dbba2&device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 1097 time: 0.0418200 Aug 12 14:57:56.763926 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-0efb02f7-485d-417b-a754-2e3c6fb7b71e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=112ebedf-8374-4402-b4c1-5d4dac114423 HTTP/1.1" status: 200 len: 217 time: 0.0338519 Aug 12 14:57:56.818238 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-eba298cb-b44b-4465-9ee2-1aa691eff885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:56.819652 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-eba298cb-b44b-4465-9ee2-1aa691eff885 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6985d2f9-57be-4262-adfd-26b8dd2da41b HTTP/1.1" status: 200 len: 855 time: 0.0470471 Aug 12 14:57:56.862896 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-a03e5216-5c59-48f0-bf67-cc246809e4c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4cce9222-c00c-4688-99c4-34e7c10a758a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233688 Aug 12 14:57:56.968384 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-e228b92b-50ca-4200-b8de-32dad83e9d06 service neutron] 10.222.0.73 "GET /v2.0/networks/4cce9222-c00c-4688-99c4-34e7c10a758a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811977 Aug 12 14:57:57.005209 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e3fb0-f4a0-43b1-87fb-f9b2e06b32d7 req-9fbc624c-16d9-4041-9c83-47b9b4207f9f tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:57.006706 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-837e3fb0-f4a0-43b1-87fb-f9b2e06b32d7 req-9fbc624c-16d9-4041-9c83-47b9b4207f9f tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 944 time: 0.0499616 Aug 12 14:57:57.044831 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-837e3fb0-f4a0-43b1-87fb-f9b2e06b32d7 req-08f4bea1-d746-4515-9e85-0fc9aba739a0 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320296 Aug 12 14:57:57.067446 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-488b37f1-3989-4b5f-864a-9b4921b48f55 req-02c474af-c39b-4550-8151-b78e514b1765 service neutron] 10.222.0.73 "GET /v2.0/networks/4cce9222-c00c-4688-99c4-34e7c10a758a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864971 Aug 12 14:57:57.711801 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8552ad9-0f9b-42fd-ade4-37595ca65316 req-3c7b00e5-c7c4-4173-ab87-19ed5912b81e tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:57.714516 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d8552ad9-0f9b-42fd-ade4-37595ca65316 req-3c7b00e5-c7c4-4173-ab87-19ed5912b81e tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0872953 Aug 12 14:57:57.759309 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab2722-5dd7-487f-9e32-1e7d6d92de95 req-dd2bc343-b8d0-4c0d-abfb-bf01608e2758 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:57.761185 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-46ab2722-5dd7-487f-9e32-1e7d6d92de95 req-dd2bc343-b8d0-4c0d-abfb-bf01608e2758 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0875940 Aug 12 14:57:57.791596 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d8552ad9-0f9b-42fd-ade4-37595ca65316 req-44b4e174-e3c9-4be1-ad25-a0ff566d19c2 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690064 Aug 12 14:57:57.811440 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-46ab2722-5dd7-487f-9e32-1e7d6d92de95 req-0629b47c-f457-42b1-b792-9aaea78408ef tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442576 Aug 12 14:57:58.166172 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0134a-8220-4c4d-bb2a-d287a216dabe req-80372be7-1378-47b4-a8fd-1f79fe2aaadf tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:58.167944 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-36a0134a-8220-4c4d-bb2a-d287a216dabe req-80372be7-1378-47b4-a8fd-1f79fe2aaadf tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 944 time: 0.0516756 Aug 12 14:57:58.209827 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-36a0134a-8220-4c4d-bb2a-d287a216dabe req-90431aa7-33a0-497b-a11f-04b72ecd03c6 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351882 Aug 12 14:57:58.928005 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 112ebedf-8374-4402-b4c1-5d4dac114423 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=105907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:57:58.941823 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c01cc-506c-4c38-b19f-3a8e826a6b16 req-c504a7b2-e063-4b78-ae0e-2530c84925fc tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:58.949179 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cc0c01cc-506c-4c38-b19f-3a8e826a6b16 req-c504a7b2-e063-4b78-ae0e-2530c84925fc tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0610304 Aug 12 14:57:58.997732 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cc0c01cc-506c-4c38-b19f-3a8e826a6b16 req-c0edb277-0ab0-4493-bbaa-8240a455436c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431690 Aug 12 14:57:59.058410 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 112ebedf-8374-4402-b4c1-5d4dac114423, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=112ebedf-8374-4402-b4c1-5d4dac114423,segment=NetworkSegment(34bd49a4-5237-487d-b9fa-5e45f744b2f8),segment_id=34bd49a4-5237-487d-b9fa-5e45f744b2f8)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:59.072953 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Returning: {'device': '112ebedf-8374-4402-b4c1-5d4dac114423', 'network_id': '4cce9222-c00c-4688-99c4-34e7c10a758a', 'port_id': '112ebedf-8374-4402-b4c1-5d4dac114423', 'mac_address': 'fa:16:3e:39:27:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6985d2f9-57be-4262-adfd-26b8dd2da41b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:57:59.117288 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:59.134445 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112ebedf-8374-4402-b4c1-5d4dac114423 {{(pid=105907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:57:59.142457 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 40894) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:59.155508 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 112ebedf-8374-4402-b4c1-5d4dac114423, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=112ebedf-8374-4402-b4c1-5d4dac114423,segment=NetworkSegment(34bd49a4-5237-487d-b9fa-5e45f744b2f8),segment_id=34bd49a4-5237-487d-b9fa-5e45f744b2f8)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:59.264378 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-e403c71e-db55-4236-abbd-947a84fb249c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:59.310394 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:59.350175 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afd3dd-8523-415e-b276-881d4bc76087 req-12f4d73c-6911-40b9-89cd-474d3fc469d5 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:59.352445 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-12afd3dd-8523-415e-b276-881d4bc76087 req-12f4d73c-6911-40b9-89cd-474d3fc469d5 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 944 time: 0.0621700 Aug 12 14:57:59.372216 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=112ebedf-8374-4402-b4c1-5d4dac114423,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:59.376246 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-e403c71e-db55-4236-abbd-947a84fb249c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:59.380627 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:59.381007 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:59.381352 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:59.381688 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:59.382021 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:59.382352 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:59.382679 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:59.382997 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:59.383334 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:59.383861 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:59.384431 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:59.384794 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:59.406015 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-12afd3dd-8523-415e-b276-881d4bc76087 req-bdcf7e54-9e1a-4ef2-a744-86014c0f0192 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443711 Aug 12 14:57:59.481884 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-e403c71e-db55-4236-abbd-947a84fb249c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:59.520657 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-e403c71e-db55-4236-abbd-947a84fb249c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b1a20d052dcc4486ada3b21b9bfe3ba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3771157 Aug 12 14:57:59.521565 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403c71e-db55-4236-abbd-947a84fb249c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4d1072-eab7-41ba-bce4-bd469c37c7a0,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:59.523429 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 40908) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:59.574334 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f4c654b5-2442-4498-9948-041187aa6636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:59.594987 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f4c654b5-2442-4498-9948-041187aa6636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:59.723719 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['112ebedf-8374-4402-b4c1-5d4dac114423'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:57:59.821345 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f4c654b5-2442-4498-9948-041187aa6636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:59.822354 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f4c654b5-2442-4498-9948-041187aa6636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:59.824295 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-f4c654b5-2442-4498-9948-041187aa6636 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fb4d1072-eab7-41ba-bce4-bd469c37c7a0 HTTP/1.1" status: 204 len: 168 time: 0.2989278 Aug 12 14:57:59.843091 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c654b5-2442-4498-9948-041187aa6636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4d1072-eab7-41ba-bce4-bd469c37c7a0,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:00.116697 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50031c8d-16d6-45fa-a8ce-a456ffd972b3 req-10d587f5-f6fd-426d-80c8-baae0d1614b5 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:00.118191 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-50031c8d-16d6-45fa-a8ce-a456ffd972b3 req-10d587f5-f6fd-426d-80c8-baae0d1614b5 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0481045 Aug 12 14:58:00.155851 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-50031c8d-16d6-45fa-a8ce-a456ffd972b3 req-9e863968-526a-4ed9-ac7f-043bb736030c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315139 Aug 12 14:58:00.532872 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f92b5-c98a-4d04-8efb-b26ce1cd6b3d req-8eb903f7-5ca1-4e20-947a-0848848d1518 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:00.532872 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a41f92b5-c98a-4d04-8efb-b26ce1cd6b3d req-8eb903f7-5ca1-4e20-947a-0848848d1518 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 945 time: 0.0555799 Aug 12 14:58:00.570638 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a41f92b5-c98a-4d04-8efb-b26ce1cd6b3d req-012b12d3-64f6-4495-bdeb-1654fbdf8437 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327878 Aug 12 14:58:00.600331 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 40944) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:00.614020 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-47d1d13b-1b77-4cbb-b4de-5de0d340c457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:00.697771 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-47d1d13b-1b77-4cbb-b4de-5de0d340c457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:00.836420 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-47d1d13b-1b77-4cbb-b4de-5de0d340c457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:00.875447 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-47d1d13b-1b77-4cbb-b4de-5de0d340c457 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=832733d7e5fe4e8890332dcdd7928637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2739222 Aug 12 14:58:00.878136 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 40948) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:00.880081 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1d13b-1b77-4cbb-b4de-5de0d340c457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2170f2ee-95f6-4899-bfa4-7b4f8dd23e08,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:00.927551 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7d91e313-fda9-43e7-abe7-5a0329465096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:00.949709 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7d91e313-fda9-43e7-abe7-5a0329465096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:01.110650 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7d91e313-fda9-43e7-abe7-5a0329465096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:01.113362 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7d91e313-fda9-43e7-abe7-5a0329465096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:01.114519 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-7d91e313-fda9-43e7-abe7-5a0329465096 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2170f2ee-95f6-4899-bfa4-7b4f8dd23e08 HTTP/1.1" status: 204 len: 168 time: 0.2352481 Aug 12 14:58:01.127909 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91e313-fda9-43e7-abe7-5a0329465096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2170f2ee-95f6-4899-bfa4-7b4f8dd23e08,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:01.273628 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549276a7-b5c8-40ad-856f-1f52525331c8 req-5e1a0282-a396-46f4-9ae6-db5d85d0b6d0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:01.275062 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-549276a7-b5c8-40ad-856f-1f52525331c8 req-5e1a0282-a396-46f4-9ae6-db5d85d0b6d0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0475659 Aug 12 14:58:01.312559 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-549276a7-b5c8-40ad-856f-1f52525331c8 req-340a7874-bf12-46f2-a9f5-f3e55459eaf1 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313835 Aug 12 14:58:01.324696 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:58:01.685670 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f88f29-cd95-4fc4-9bb5-ff2f453ea14e req-5c1a81ef-d200-4b1d-86de-ceb72e4a93fa tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:01.687119 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-10f88f29-cd95-4fc4-9bb5-ff2f453ea14e req-5c1a81ef-d200-4b1d-86de-ceb72e4a93fa tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 945 time: 0.0504107 Aug 12 14:58:01.724282 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-10f88f29-cd95-4fc4-9bb5-ff2f453ea14e req-afd06368-a45f-4679-885b-a3adc7d92336 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312173 Aug 12 14:58:02.432614 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ef88f-935b-4071-9bc4-ff1789dfeb84 req-42e0f253-7ad7-47cf-8bec-cbaade9e0910 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:02.434112 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b57ef88f-935b-4071-9bc4-ff1789dfeb84 req-42e0f253-7ad7-47cf-8bec-cbaade9e0910 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0477998 Aug 12 14:58:02.477158 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b57ef88f-935b-4071-9bc4-ff1789dfeb84 req-6cf0ecba-6f20-44e7-b946-53afab251315 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369835 Aug 12 14:58:02.843168 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedce812-2552-4343-b8d5-1f786994ca1d req-9743f371-acba-4690-8928-95c789537332 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:02.844631 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-bedce812-2552-4343-b8d5-1f786994ca1d req-9743f371-acba-4690-8928-95c789537332 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 945 time: 0.0481112 Aug 12 14:58:02.881748 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-bedce812-2552-4343-b8d5-1f786994ca1d req-23390ef6-7a5b-49f9-9a6a-b24adab17db1 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311513 Aug 12 14:58:03.017902 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 41002) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:03.125692 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f2db9953-e7b3-4da1-a222-d595ccc79086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:03.215544 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f2db9953-e7b3-4da1-a222-d595ccc79086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:03.321616 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f2db9953-e7b3-4da1-a222-d595ccc79086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:03.356948 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db9953-e7b3-4da1-a222-d595ccc79086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f5d232-11bf-4151-a745-6638de0cac23,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:03.361258 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-f2db9953-e7b3-4da1-a222-d595ccc79086 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8c8586c2c6dc40999990804a0c19a0b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3423073 Aug 12 14:58:03.364345 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 41010) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:03.411000 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-99ccc4ef-e0d5-491c-9b4f-5cbf9caba65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:03.431336 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-99ccc4ef-e0d5-491c-9b4f-5cbf9caba65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:03.577634 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-99ccc4ef-e0d5-491c-9b4f-5cbf9caba65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:03.579973 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-99ccc4ef-e0d5-491c-9b4f-5cbf9caba65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:03.581097 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-99ccc4ef-e0d5-491c-9b4f-5cbf9caba65a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/06f5d232-11bf-4151-a745-6638de0cac23 HTTP/1.1" status: 204 len: 168 time: 0.2157693 Aug 12 14:58:03.593223 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ccc4ef-e0d5-491c-9b4f-5cbf9caba65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f5d232-11bf-4151-a745-6638de0cac23,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:03.609263 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f25660-d6eb-4eaa-afd6-0273264c1e1a req-2758afb5-72cf-419c-a340-96620245919c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:03.610808 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-53f25660-d6eb-4eaa-afd6-0273264c1e1a req-2758afb5-72cf-419c-a340-96620245919c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0607836 Aug 12 14:58:03.655138 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-53f25660-d6eb-4eaa-afd6-0273264c1e1a req-46d090f9-1b7e-4fd3-bac4-60b0a2255ee5 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364449 Aug 12 14:58:03.825637 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1f45bf25-2e33-4152-8157-ca651a1c3b9d req-18d4f0d6-aa8f-44eb-8995-565111ce3b95 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381110 Aug 12 14:58:03.901070 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45bf25-2e33-4152-8157-ca651a1c3b9d req-e4beeff0-7072-4921-987c-5d969c08c731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:03.902468 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1f45bf25-2e33-4152-8157-ca651a1c3b9d req-e4beeff0-7072-4921-987c-5d969c08c731 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65cf5c41ebe24a33be53346ccc25509b&device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 1099 time: 0.0398920 Aug 12 14:58:04.002477 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e0439-9dae-423d-ac87-cb529c82a988 req-858d6af3-8e3d-4037-a822-7642972be8ad tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:04.004582 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7b5e0439-9dae-423d-ac87-cb529c82a988 req-858d6af3-8e3d-4037-a822-7642972be8ad tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 945 time: 0.0492175 Aug 12 14:58:04.029405 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45bf25-2e33-4152-8157-ca651a1c3b9d req-704f2ebd-8f5f-4cb7-99e2-5f5ad59b1f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:04.030870 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1f45bf25-2e33-4152-8157-ca651a1c3b9d req-704f2ebd-8f5f-4cb7-99e2-5f5ad59b1f72 service neutron] 10.222.0.73 "GET /v2.0/networks?id=840e7996-3260-480f-b729-67466325f665 HTTP/1.1" status: 200 len: 920 time: 0.0947533 Aug 12 14:58:04.046398 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7b5e0439-9dae-423d-ac87-cb529c82a988 req-5f5c36c3-581d-4123-ba08-c100d87821e9 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345182 Aug 12 14:58:04.085858 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1f45bf25-2e33-4152-8157-ca651a1c3b9d req-72676056-3503-4b90-93af-e9eaa0c18cd4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2e90027-acd4-4884-9831-21a961941181 HTTP/1.1" status: 200 len: 217 time: 0.0361392 Aug 12 14:58:04.151003 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45bf25-2e33-4152-8157-ca651a1c3b9d req-8c0e4dbe-628f-4fa2-8c91-bd687e3a4559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:04.152667 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1f45bf25-2e33-4152-8157-ca651a1c3b9d req-8c0e4dbe-628f-4fa2-8c91-bd687e3a4559 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=113eea66-7231-4737-b65d-c9a7771abd50 HTTP/1.1" status: 200 len: 859 time: 0.0527697 Aug 12 14:58:04.197565 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1f45bf25-2e33-4152-8157-ca651a1c3b9d req-1065c4b1-aac1-47e9-9bfe-72dd037a00db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=840e7996-3260-480f-b729-67466325f665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230966 Aug 12 14:58:04.296251 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1f45bf25-2e33-4152-8157-ca651a1c3b9d req-22c98898-664c-4590-9e63-4ec8318f84ce service neutron] 10.222.0.73 "GET /v2.0/networks/840e7996-3260-480f-b729-67466325f665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858171 Aug 12 14:58:04.393155 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1f45bf25-2e33-4152-8157-ca651a1c3b9d req-56ce4dcf-b68b-42af-8689-49cc905be425 service neutron] 10.222.0.73 "GET /v2.0/networks/840e7996-3260-480f-b729-67466325f665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860088 Aug 12 14:58:04.771339 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f51096-2b21-42ad-8532-b5c567928223 req-4509e597-3d20-4142-9f8a-1f1a5880bbd3 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:04.772969 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-45f51096-2b21-42ad-8532-b5c567928223 req-4509e597-3d20-4142-9f8a-1f1a5880bbd3 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0476677 Aug 12 14:58:04.810296 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-45f51096-2b21-42ad-8532-b5c567928223 req-bad7b141-9d7d-429e-8ad8-5fe32598e468 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313678 Aug 12 14:58:04.946188 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 112ebedf-8374-4402-b4c1-5d4dac114423 up at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:58:05.158640 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73244e-b0e6-46f4-a613-8d88d278bb29 req-9d716ede-cf33-40dd-b035-d9a2b0302b1e tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:05.161007 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6d73244e-b0e6-46f4-a613-8d88d278bb29 req-9d716ede-cf33-40dd-b035-d9a2b0302b1e tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 945 time: 0.0478728 Aug 12 14:58:05.162903 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning for port 112ebedf-8374-4402-b4c1-5d4dac114423 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:58:05.167348 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning complete for port 112ebedf-8374-4402-b4c1-5d4dac114423 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:58:05.170495 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:05.214401 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6d73244e-b0e6-46f4-a613-8d88d278bb29 req-1e5db0fd-2bfc-48f9-a1fc-6d828d292748 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455639 Aug 12 14:58:05.254566 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:05.276653 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed33549d-7758-4a1f-981e-57089cbdf813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112ebedf-8374-4402-b4c1-5d4dac114423'}] {{(pid=105907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:58:05.278888 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d000d793ac8a3d868a659aad16e36a91200609b2b231164c0c4cfca9150c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e347b695-af47-4358-89ff-ebf99ae65f10" -d '{"events": [{"server_uuid": "ed33549d-7758-4a1f-981e-57089cbdf813", "name": "network-vif-plugged", "status": "completed", "tag": "112ebedf-8374-4402-b4c1-5d4dac114423"}]}' {{(pid=105907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:58:05.295141 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 112ebedf-8374-4402-b4c1-5d4dac114423, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=112ebedf-8374-4402-b4c1-5d4dac114423,segment=NetworkSegment(34bd49a4-5237-487d-b9fa-5e45f744b2f8),segment_id=34bd49a4-5237-487d-b9fa-5e45f744b2f8)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:05.324081 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0240e3-83a2-4fbe-b1b8-33013e005226 x-openstack-request-id: req-1f0240e3-83a2-4fbe-b1b8-33013e005226 {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:58:05.324400 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed33549d-7758-4a1f-981e-57089cbdf813", "name": "network-vif-plugged", "status": "completed", "tag": "112ebedf-8374-4402-b4c1-5d4dac114423", "code": 200}]} {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:58:05.324658 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1f0240e3-83a2-4fbe-b1b8-33013e005226 {{(pid=105907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:58:05.325102 dv-cinder-800015-3-iscsi neutron-server[105907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed33549d-7758-4a1f-981e-57089cbdf813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112ebedf-8374-4402-b4c1-5d4dac114423', 'code': 200} Aug 12 14:58:05.396358 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:05.444940 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=112ebedf-8374-4402-b4c1-5d4dac114423,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:05.516149 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:05.806984 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a887ec-f82f-49fc-a370-34bb89389513 req-728c0dfa-20ac-4029-b7cb-b151c6290435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:05.808411 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-d5a887ec-f82f-49fc-a370-34bb89389513 req-728c0dfa-20ac-4029-b7cb-b151c6290435 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 1099 time: 0.0462511 Aug 12 14:58:05.848485 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-d5a887ec-f82f-49fc-a370-34bb89389513 req-18c8ab8e-3e4c-4fb4-b165-5674bc70b414 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313752 Aug 12 14:58:05.929441 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94deba73-8f2d-4b8b-8634-3f11055b1bef req-f5d11cb2-0b59-4dd9-acc1-35eb7dab43aa tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:05.930913 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-94deba73-8f2d-4b8b-8634-3f11055b1bef req-f5d11cb2-0b59-4dd9-acc1-35eb7dab43aa tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0485494 Aug 12 14:58:05.969228 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-94deba73-8f2d-4b8b-8634-3f11055b1bef req-17e7dfa9-4cc2-4c33-92ec-6beb9a0f170c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324724 Aug 12 14:58:06.331203 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc0177-7a69-41a6-9f6e-8e3f40c8e867 req-7840ad4a-e975-47f4-a289-77daf0a6edc9 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:06.332736 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d4dc0177-7a69-41a6-9f6e-8e3f40c8e867 req-7840ad4a-e975-47f4-a289-77daf0a6edc9 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 946 time: 0.0482678 Aug 12 14:58:06.369881 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d4dc0177-7a69-41a6-9f6e-8e3f40c8e867 req-7b4a6793-db7c-4343-a28b-8bd42fbe68e0 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311882 Aug 12 14:58:07.095441 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d765579-f04e-4155-8251-9f29cf776d5d req-16bf9738-55f1-4f44-ac3b-46ca3c371e6e tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:07.095441 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1d765579-f04e-4155-8251-9f29cf776d5d req-16bf9738-55f1-4f44-ac3b-46ca3c371e6e tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0494514 Aug 12 14:58:07.136160 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1d765579-f04e-4155-8251-9f29cf776d5d req-c5fae820-a20e-4bae-8f9c-98fcf960a2b5 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381629 Aug 12 14:58:07.487955 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3717e13-9a6f-4975-a30f-9651b91ee4bd req-8b2e39b9-e511-4e01-ad52-c092da739b0a tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:07.490057 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c3717e13-9a6f-4975-a30f-9651b91ee4bd req-8b2e39b9-e511-4e01-ad52-c092da739b0a tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 946 time: 0.0521350 Aug 12 14:58:07.531293 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c3717e13-9a6f-4975-a30f-9651b91ee4bd req-1911c93c-9619-464b-bdeb-e3b5280dd370 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346074 Aug 12 14:58:08.286994 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f7b35-dc26-44c7-8a95-e3926e1129d6 req-3ee65755-417e-409b-b57f-6e75af27022f tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:08.288606 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ba0f7b35-dc26-44c7-8a95-e3926e1129d6 req-3ee65755-417e-409b-b57f-6e75af27022f tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0809553 Aug 12 14:58:08.297893 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8a634-5b44-4573-83fc-43ed8f8708a8 req-70a670f4-1168-463c-b344-8ede30410f08 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:08.299321 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2aa8a634-5b44-4573-83fc-43ed8f8708a8 req-70a670f4-1168-463c-b344-8ede30410f08 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0832081 Aug 12 14:58:08.361978 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ba0f7b35-dc26-44c7-8a95-e3926e1129d6 req-b26562ff-1dde-497a-a66e-80b64f50332b tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617101 Aug 12 14:58:08.372797 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2aa8a634-5b44-4573-83fc-43ed8f8708a8 req-5911362b-b84c-4b02-b41c-bd28138fd31c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644770 Aug 12 14:58:08.381040 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2d43e-060f-455e-9472-926807d2c91c req-b6704aad-acdc-4767-80cb-2af875143884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:08.390935 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-ccb2d43e-060f-455e-9472-926807d2c91c req-b6704aad-acdc-4767-80cb-2af875143884 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65cf5c41ebe24a33be53346ccc25509b&device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 1099 time: 0.0779178 Aug 12 14:58:08.485113 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2d43e-060f-455e-9472-926807d2c91c req-3847cef2-c98f-45dc-9293-f0bc0dd67298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:08.486606 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-ccb2d43e-060f-455e-9472-926807d2c91c req-3847cef2-c98f-45dc-9293-f0bc0dd67298 service neutron] 10.222.0.73 "GET /v2.0/networks?id=840e7996-3260-480f-b729-67466325f665 HTTP/1.1" status: 200 len: 920 time: 0.0870438 Aug 12 14:58:08.532664 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-ccb2d43e-060f-455e-9472-926807d2c91c req-d393924e-6844-4798-b7b1-e4c3582a8c50 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2e90027-acd4-4884-9831-21a961941181 HTTP/1.1" status: 200 len: 217 time: 0.0384424 Aug 12 14:58:08.586686 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2d43e-060f-455e-9472-926807d2c91c req-f9ec0f2d-6f23-4630-b177-bb77fbfc9c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:08.588148 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-ccb2d43e-060f-455e-9472-926807d2c91c req-f9ec0f2d-6f23-4630-b177-bb77fbfc9c60 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=113eea66-7231-4737-b65d-c9a7771abd50 HTTP/1.1" status: 200 len: 859 time: 0.0468504 Aug 12 14:58:08.623422 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-ccb2d43e-060f-455e-9472-926807d2c91c req-f73778ec-d86b-430d-a9d4-aa519e087584 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=840e7996-3260-480f-b729-67466325f665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245669 Aug 12 14:58:08.637679 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 41162) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:08.659143 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476a49b-a7ab-4e00-a52c-c0ab92427dcc req-80cdd969-98d7-4a4f-8763-4a9a6aea339a tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:08.661326 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c476a49b-a7ab-4e00-a52c-c0ab92427dcc req-80cdd969-98d7-4a4f-8763-4a9a6aea339a tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 946 time: 0.0596769 Aug 12 14:58:08.703050 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c476a49b-a7ab-4e00-a52c-c0ab92427dcc req-3b8a5fb6-ed5d-4cba-98ba-79e1cc114a07 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356612 Aug 12 14:58:08.733293 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-ccb2d43e-060f-455e-9472-926807d2c91c req-fc49fa98-f3f3-4dbe-8d33-42337a576fb7 service neutron] 10.222.0.73 "GET /v2.0/networks/840e7996-3260-480f-b729-67466325f665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994329 Aug 12 14:58:08.767413 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-37a0084e-86a3-4c01-bc96-98e2d1291d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:08.859031 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-ccb2d43e-060f-455e-9472-926807d2c91c req-fe04a1d9-74fe-4378-aa8d-9a6d331a6195 service neutron] 10.222.0.73 "GET /v2.0/networks/840e7996-3260-480f-b729-67466325f665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084490 Aug 12 14:58:08.865879 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-37a0084e-86a3-4c01-bc96-98e2d1291d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:09.002730 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-37a0084e-86a3-4c01-bc96-98e2d1291d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:09.040455 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-37a0084e-86a3-4c01-bc96-98e2d1291d45 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c43900cd85c74fb982533d1e943697fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4054906 Aug 12 14:58:09.042362 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0084e-86a3-4c01-bc96-98e2d1291d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cdd4f9-47c8-42fc-a8f6-ccfb30beb831,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:09.043067 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 41178) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:09.091574 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-32d1c546-f0c8-4624-a8fc-a7a5a4a482e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:09.111954 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-32d1c546-f0c8-4624-a8fc-a7a5a4a482e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:09.305018 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-32d1c546-f0c8-4624-a8fc-a7a5a4a482e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:09.307620 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-32d1c546-f0c8-4624-a8fc-a7a5a4a482e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:09.308840 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-32d1c546-f0c8-4624-a8fc-a7a5a4a482e8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/42cdd4f9-47c8-42fc-a8f6-ccfb30beb831 HTTP/1.1" status: 204 len: 168 time: 0.2646756 Aug 12 14:58:09.317805 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1c546-f0c8-4624-a8fc-a7a5a4a482e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cdd4f9-47c8-42fc-a8f6-ccfb30beb831,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:09.512036 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b7efd-e72e-49fe-bc45-70c05a154f4f req-127c1b07-2f4d-4cd2-941f-de44dbfef1de tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:09.513518 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-917b7efd-e72e-49fe-bc45-70c05a154f4f req-127c1b07-2f4d-4cd2-941f-de44dbfef1de tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0795090 Aug 12 14:58:09.524488 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3c33c-bdd5-448f-8928-9f2f6ea8eb9d req-233cf56c-ed76-4967-9efa-b1c90fc0b919 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:09.525976 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-82c3c33c-bdd5-448f-8928-9f2f6ea8eb9d req-233cf56c-ed76-4967-9efa-b1c90fc0b919 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0640302 Aug 12 14:58:09.580595 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-917b7efd-e72e-49fe-bc45-70c05a154f4f req-ffa80e04-9d5d-4835-8234-24f14a14eba8 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535460 Aug 12 14:58:09.586275 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-82c3c33c-bdd5-448f-8928-9f2f6ea8eb9d req-e346cc05-c96f-40ef-aefe-074a02bcecda tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534532 Aug 12 14:58:10.106455 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 41208) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:10.338441 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f5b8597f-7ef1-45ee-bbd4-c441fb7953a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:10.430543 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f5b8597f-7ef1-45ee-bbd4-c441fb7953a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:10.539036 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f5b8597f-7ef1-45ee-bbd4-c441fb7953a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:10.578942 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-f5b8597f-7ef1-45ee-bbd4-c441fb7953a6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=009cc22772ae4cd1bcaaddf4ab7e6aca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4706295 Aug 12 14:58:10.580224 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8597f-7ef1-45ee-bbd4-c441fb7953a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d017d1c1-3737-4fd0-989d-3d2b74104883,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:10.584906 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 41224) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:10.604015 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 41226) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:10.652764 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2a33ba47-bfa6-4151-8323-ecc33063d640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:10.658618 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 41234) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:10.738212 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2a33ba47-bfa6-4151-8323-ecc33063d640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:10.771220 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-4b356676-e500-45e7-b4c6-3df0c24a255b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-790851946-network', 'tenant_id': '7ecde5f6a9474e619ca4e8486b15cec0'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:58:10.794951 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d4925-51e3-4a65-8ca1-b16ad4ab3edd req-b2335ace-6fda-4aaa-a601-8fa73286c525 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:10.796462 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-078d4925-51e3-4a65-8ca1-b16ad4ab3edd req-b2335ace-6fda-4aaa-a601-8fa73286c525 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.1274984 Aug 12 14:58:10.804993 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25255c2c-789b-4f26-8798-e043ecc54fed req-e9d5683b-e929-4a1e-a01c-0e4f3603ce7b tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:10.806429 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-25255c2c-789b-4f26-8798-e043ecc54fed req-e9d5683b-e929-4a1e-a01c-0e4f3603ce7b tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.1005716 Aug 12 14:58:10.813220 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-7de1fd34-f28a-4c29-b5d1-a380590360ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:10.862554 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-078d4925-51e3-4a65-8ca1-b16ad4ab3edd req-e0e1d451-3128-41b1-9e8e-f5cfc082ec5e tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550172 Aug 12 14:58:10.869630 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-25255c2c-789b-4f26-8798-e043ecc54fed req-d599d80f-a22e-487f-80c3-6357e7f95bde tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549748 Aug 12 14:58:10.952483 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b356676-e500-45e7-b4c6-3df0c24a255b admin admin] Made reservation on behalf of 7ecde5f6a9474e619ca4e8486b15cec0 for: {'network': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:58:10.954783 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-4b356676-e500-45e7-b4c6-3df0c24a255b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for network, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:10.969838 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-4b356676-e500-45e7-b4c6-3df0c24a255b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:11.030926 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2a33ba47-bfa6-4151-8323-ecc33063d640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:11.033468 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2a33ba47-bfa6-4151-8323-ecc33063d640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:11.034580 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-2a33ba47-bfa6-4151-8323-ecc33063d640 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d017d1c1-3737-4fd0-989d-3d2b74104883 HTTP/1.1" status: 204 len: 168 time: 0.4512179 Aug 12 14:58:11.043197 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33ba47-bfa6-4151-8323-ecc33063d640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d017d1c1-3737-4fd0-989d-3d2b74104883,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:11.104167 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-7de1fd34-f28a-4c29-b5d1-a380590360ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:11.226807 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-7de1fd34-f28a-4c29-b5d1-a380590360ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:11.277705 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-7de1fd34-f28a-4c29-b5d1-a380590360ab admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=166586a4f1b342f19a92a0a3877d28ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6722674 Aug 12 14:58:11.280462 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 41246) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:11.290031 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1fd34-f28a-4c29-b5d1-a380590360ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14bb0f0-029a-4507-8be6-ae31e0a1dfed,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:11.331075 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8561cfe3-de97-40ad-a2a2-319fbe8a5928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:11.348174 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-4b356676-e500-45e7-b4c6-3df0c24a255b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:11.354730 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8561cfe3-de97-40ad-a2a2-319fbe8a5928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:11.516782 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-4b356676-e500-45e7-b4c6-3df0c24a255b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:11.551894 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8561cfe3-de97-40ad-a2a2-319fbe8a5928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:11.555361 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8561cfe3-de97-40ad-a2a2-319fbe8a5928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:11.556691 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-8561cfe3-de97-40ad-a2a2-319fbe8a5928 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a14bb0f0-029a-4507-8be6-ae31e0a1dfed HTTP/1.1" status: 204 len: 168 time: 0.2752080 Aug 12 14:58:11.561200 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b356676-e500-45e7-b4c6-3df0c24a255b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=105906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:58:11.565988 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561cfe3-de97-40ad-a2a2-319fbe8a5928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14bb0f0-029a-4507-8be6-ae31e0a1dfed,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:11.573696 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b356676-e500-45e7-b4c6-3df0c24a255b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:11.579900 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-4b356676-e500-45e7-b4c6-3df0c24a255b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:11.580245 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.db.segments_db [None req-4b356676-e500-45e7-b4c6-3df0c24a255b admin admin] Added segment 4610bf91-8e0b-4f7a-b832-d8b6417ab702 of type vlan for network e4c20c5c-c793-4df3-be2c-6e89212d665b Aug 12 14:58:11.628426 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-4b356676-e500-45e7-b4c6-3df0c24a255b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132380483'] for network, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:11.842455 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-4b356676-e500-45e7-b4c6-3df0c24a255b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for network, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:11.843804 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b356676-e500-45e7-b4c6-3df0c24a255b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:11.844548 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-4b356676-e500-45e7-b4c6-3df0c24a255b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:11.928118 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b356676-e500-45e7-b4c6-3df0c24a255b admin admin] Pushing event updated for resources: {'Network': ['ID=e4c20c5c-c793-4df3-be2c-6e89212d665b,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:11.939049 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Network e4c20c5c-c793-4df3-be2c-6e89212d665b details requested by agent ovs-agent-dv-cinder-800015-3-iscsi with host dv-cinder-800015-3-iscsi {{(pid=105907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:58:11.981291 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba0f23-980b-4635-af28-5a7bbddd5d36 req-76032150-1616-459d-ae05-ffae199c4254 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:11.982787 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-bfba0f23-980b-4635-af28-5a7bbddd5d36 req-76032150-1616-459d-ae05-ffae199c4254 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0493138 Aug 12 14:58:12.019985 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-bfba0f23-980b-4635-af28-5a7bbddd5d36 req-703d2dad-a9fe-4ddf-bee8-ab9ce654eadc tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310636 Aug 12 14:58:12.122823 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382f254-1130-45df-960b-e76c444c69f8 req-d2858319-af8b-46e0-b1a4-471a9ed0e4ab tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:12.124295 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7382f254-1130-45df-960b-e76c444c69f8 req-d2858319-af8b-46e0-b1a4-471a9ed0e4ab tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0487964 Aug 12 14:58:12.162998 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7382f254-1130-45df-960b-e76c444c69f8 req-e9d7054b-442f-4921-aafd-6abb87fde798 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317438 Aug 12 14:58:12.163601 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-4b356676-e500-45e7-b4c6-3df0c24a255b admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5031533 Aug 12 14:58:12.165996 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 41262) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:12.171802 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-75b1faca-eba9-4787-a422-f287959a8ba1 admin admin] Request body: {'subnet': {'network_id': 'e4c20c5c-c793-4df3-be2c-6e89212d665b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-790851946-subnet', 'tenant_id': '7ecde5f6a9474e619ca4e8486b15cec0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:58:12.230383 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 41264) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:12.244853 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-fc30f203-3920-4c78-8ea4-9aff4d05ad3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:12.253681 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-d026be7b-d58d-44f8-80aa-a96d50c49a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:12.322156 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b1faca-eba9-4787-a422-f287959a8ba1 admin admin] Made reservation on behalf of 7ecde5f6a9474e619ca4e8486b15cec0 for: {'subnet': 1} {{(pid=105905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:58:12.324916 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-75b1faca-eba9-4787-a422-f287959a8ba1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:12.397970 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-fc30f203-3920-4c78-8ea4-9aff4d05ad3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:12.525743 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-fc30f203-3920-4c78-8ea4-9aff4d05ad3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:12.565160 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-fc30f203-3920-4c78-8ea4-9aff4d05ad3e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f520d8b8f491401f97ca6ec926487063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331468 Aug 12 14:58:12.566251 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30f203-3920-4c78-8ea4-9aff4d05ad3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71517708-8178-4fa2-a929-181c242c69b0,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:12.568340 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 41268) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:12.616649 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-dc8f9187-fe4e-4da1-81dc-aa1bafa3e8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:12.619571 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-75b1faca-eba9-4787-a422-f287959a8ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for subnet, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:12.668620 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 41270) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:12.671917 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-dc8f9187-fe4e-4da1-81dc-aa1bafa3e8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:12.683017 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3dfb4149-98c7-4335-b25d-b0364feb0270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:12.714313 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1faca-eba9-4787-a422-f287959a8ba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eb52c74-ca13-4648-9e0c-bf4108d4f316,revision_number=0']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:12.732786 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b1faca-eba9-4787-a422-f287959a8ba1 admin admin] Checking segment: {'id': '4610bf91-8e0b-4f7a-b832-d8b6417ab702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e4c20c5c-c793-4df3-be2c-6e89212d665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:58:12.733146 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b1faca-eba9-4787-a422-f287959a8ba1 admin admin] Network hostable DHCP agents. Network: e4c20c5c-c793-4df3-be2c-6e89212d665b, hostable agents: ['879afe7b-4486-4e56-823d-f9f5d4ac5aae'], hosted agents: [] {{(pid=105905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:58:12.950454 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b1faca-eba9-4787-a422-f287959a8ba1 admin admin] Network e4c20c5c-c793-4df3-be2c-6e89212d665b is scheduled to be hosted by DHCP agent 879afe7b-4486-4e56-823d-f9f5d4ac5aae with binding_index 1 {{(pid=105905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:58:13.053544 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-dc8f9187-fe4e-4da1-81dc-aa1bafa3e8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:13.056130 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-dc8f9187-fe4e-4da1-81dc-aa1bafa3e8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:13.060182 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-dc8f9187-fe4e-4da1-81dc-aa1bafa3e8d8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/71517708-8178-4fa2-a929-181c242c69b0 HTTP/1.1" status: 204 len: 168 time: 0.4879377 Aug 12 14:58:13.068224 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f9187-fe4e-4da1-81dc-aa1bafa3e8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71517708-8178-4fa2-a929-181c242c69b0,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:13.138778 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3dfb4149-98c7-4335-b25d-b0364feb0270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:13.144073 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35927a-eeb0-4a22-9b98-5174a59e9891 req-5e1801d4-56bc-475f-a362-afd045b8463a tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:13.146665 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-be35927a-eeb0-4a22-9b98-5174a59e9891 req-5e1801d4-56bc-475f-a362-afd045b8463a tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0515130 Aug 12 14:58:13.184500 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-be35927a-eeb0-4a22-9b98-5174a59e9891 req-c140eb57-0dd8-4bcf-8e47-9ba247d27399 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317974 Aug 12 14:58:13.189762 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-75b1faca-eba9-4787-a422-f287959a8ba1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-3-iscsi, e4c20c5c-c793-4df3-be2c-6e89212d665b) {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:58:13.195199 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b1faca-eba9-4787-a422-f287959a8ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:13.195904 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-75b1faca-eba9-4787-a422-f287959a8ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for subnet, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:13.214678 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2f24b2-c224-4500-8106-bbc39361660d None None] Network e4c20c5c-c793-4df3-be2c-6e89212d665b requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:58:13.264767 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3dfb4149-98c7-4335-b25d-b0364feb0270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:13.305323 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f953c-350e-40bd-a23d-5a6bb58fcb80 req-15f890b7-7093-4573-9271-a6282a678792 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:13.306754 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-3dfb4149-98c7-4335-b25d-b0364feb0270 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=904346f050b349628e7f47f998e6bb79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6369340 Aug 12 14:58:13.307674 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb4149-98c7-4335-b25d-b0364feb0270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a887576-cee1-467b-992c-0a54b9484b07,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:13.310158 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 41278) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:13.317365 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-592f953c-350e-40bd-a23d-5a6bb58fcb80 req-15f890b7-7093-4573-9271-a6282a678792 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0681303 Aug 12 14:58:13.358760 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f1eb9e-7a08-4b82-90bc-c81ebf04a535 None None] Network e4c20c5c-c793-4df3-be2c-6e89212d665b requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:58:13.375368 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-75b1faca-eba9-4787-a422-f287959a8ba1 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2062511 Aug 12 14:58:13.384447 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-592f953c-350e-40bd-a23d-5a6bb58fcb80 req-2af8f491-f4ec-4e58-bdb5-b2eab184fdc9 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624819 Aug 12 14:58:13.393403 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dc7379ff-6195-4a0a-a472-20e513ef4c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:13.421070 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dc7379ff-6195-4a0a-a472-20e513ef4c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:13.556646 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dc7379ff-6195-4a0a-a472-20e513ef4c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:13.559578 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dc7379ff-6195-4a0a-a472-20e513ef4c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:13.560918 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-dc7379ff-6195-4a0a-a472-20e513ef4c12 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8a887576-cee1-467b-992c-0a54b9484b07 HTTP/1.1" status: 204 len: 168 time: 0.2498231 Aug 12 14:58:13.569836 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7379ff-6195-4a0a-a472-20e513ef4c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a887576-cee1-467b-992c-0a54b9484b07,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:14.305748 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e12745-e6cd-47da-a784-6414c7ac6d73 req-f8623d2d-e253-4a13-ae46-b6824cecae61 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:14.307292 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-72e12745-e6cd-47da-a784-6414c7ac6d73 req-f8623d2d-e253-4a13-ae46-b6824cecae61 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0474942 Aug 12 14:58:14.347306 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-72e12745-e6cd-47da-a784-6414c7ac6d73 req-b43dbf81-d16d-4267-9cb9-8782ac633b52 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334246 Aug 12 14:58:14.544956 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-48fa6f9c-8e43-4d25-aa55-79ee1d84ab3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:14.567267 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e5997-6153-41a7-ba28-b01da808336a req-165aeb17-d2b2-43a5-ab54-a8c76ddfe626 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:14.569809 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-aa0e5997-6153-41a7-ba28-b01da808336a req-165aeb17-d2b2-43a5-ab54-a8c76ddfe626 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0627286 Aug 12 14:58:14.620395 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-aa0e5997-6153-41a7-ba28-b01da808336a req-1cf710f3-04eb-4dae-b9d0-a19d8443f6d6 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426424 Aug 12 14:58:15.116255 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:15.463129 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffe528-2394-413a-847d-4f7cf20352fb req-ffb92954-19a7-4449-bab3-9c9af9a06a27 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:15.464599 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0bffe528-2394-413a-847d-4f7cf20352fb req-ffb92954-19a7-4449-bab3-9c9af9a06a27 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0501907 Aug 12 14:58:15.681267 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0bffe528-2394-413a-847d-4f7cf20352fb req-ffe160b8-ac04-47a8-830d-3037fa9a7dac tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106867 Aug 12 14:58:15.776599 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b95a3-75b3-4371-9c57-68a0513e7225 req-a0eb4993-09d2-48ea-a05e-e670cbe40c44 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:15.778806 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d61b95a3-75b3-4371-9c57-68a0513e7225 req-a0eb4993-09d2-48ea-a05e-e670cbe40c44 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0606322 Aug 12 14:58:15.883093 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d61b95a3-75b3-4371-9c57-68a0513e7225 req-47c5632e-5f4a-48fd-82b8-bd662eb71fe9 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980814 Aug 12 14:58:15.895014 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:15.929808 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22116d98-7f23-4721-bfb6-d658023475fd req-a10be2b3-df2c-4959-b13c-cb18ae9e9c35 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:15.931246 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-22116d98-7f23-4721-bfb6-d658023475fd req-a10be2b3-df2c-4959-b13c-cb18ae9e9c35 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/networks?id=e4c20c5c-c793-4df3-be2c-6e89212d665b HTTP/1.1" status: 200 len: 813 time: 0.1268024 Aug 12 14:58:15.946146 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-22116d98-7f23-4721-bfb6-d658023475fd req-72d2c8c1-de5b-4400-85ed-5d26b407f3d0 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/quotas/7ecde5f6a9474e619ca4e8486b15cec0 HTTP/1.1" status: 200 len: 375 time: 0.0090539 Aug 12 14:58:15.978229 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-22116d98-7f23-4721-bfb6-d658023475fd req-57ea7047-f78d-4077-926d-d110d976afa1 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=7ecde5f6a9474e619ca4e8486b15cec0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259836 Aug 12 14:58:16.074560 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-22116d98-7f23-4721-bfb6-d658023475fd req-4606b682-5638-42db-a4a0-b45919bd304c service neutron] 10.222.0.63 "GET /v2.0/networks/e4c20c5c-c793-4df3-be2c-6e89212d665b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894639 Aug 12 14:58:16.161504 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-22116d98-7f23-4721-bfb6-d658023475fd req-be1e3190-b7d0-4821-9446-a8b22f0573e2 service neutron] 10.222.0.63 "GET /v2.0/networks/e4c20c5c-c793-4df3-be2c-6e89212d665b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807288 Aug 12 14:58:16.391146 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-696edebf-257a-44e8-8042-66a6aabdf52f req-a8bc57e7-8674-4d8a-9bfa-7a879c2b7f09 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=96e62435-d54b-4ee8-aa76-766280ad9a3f HTTP/1.1" status: 200 len: 210 time: 0.0251639 Aug 12 14:58:16.802571 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506b882-e6a6-46db-aa56-8500649db0fc req-fa98a97a-9e0b-4097-98a6-e7533341f95c tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:16.804026 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8506b882-e6a6-46db-aa56-8500649db0fc req-fa98a97a-9e0b-4097-98a6-e7533341f95c tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0477605 Aug 12 14:58:16.844504 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8506b882-e6a6-46db-aa56-8500649db0fc req-81910609-7b4b-4ce2-8fe6-649434b2b222 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344522 Aug 12 14:58:17.007772 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dedf19-eccf-4b1f-bb38-9e935c2594a1 req-72bb2ea8-ad8e-433d-9062-94c9f1c5429c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:17.009396 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-28dedf19-eccf-4b1f-bb38-9e935c2594a1 req-72bb2ea8-ad8e-433d-9062-94c9f1c5429c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0483835 Aug 12 14:58:17.036683 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device c6929af9-79df-4a40-bbdd-0227e463f844 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=105907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:58:17.050564 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-28dedf19-eccf-4b1f-bb38-9e935c2594a1 req-4bbf9e20-4d73-4b2e-a33f-92b6f037f3ac tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352571 Aug 12 14:58:17.270628 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port c6929af9-79df-4a40-bbdd-0227e463f844, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=c6929af9-79df-4a40-bbdd-0227e463f844,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:17.281509 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Returning: {'device': 'c6929af9-79df-4a40-bbdd-0227e463f844', 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'port_id': 'c6929af9-79df-4a40-bbdd-0227e463f844', 'mac_address': 'fa:16:3e:7e:8e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:58:17.322567 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:17.336341 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6929af9-79df-4a40-bbdd-0227e463f844 {{(pid=105907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:58:17.361669 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port c6929af9-79df-4a40-bbdd-0227e463f844, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=c6929af9-79df-4a40-bbdd-0227e463f844,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:17.462409 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f327ff22-fb16-4a32-bbf0-eda34d19910a req-95669e5f-9df6-4f39-be32-163479c783c5 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=96e62435-d54b-4ee8-aa76-766280ad9a3f HTTP/1.1" status: 200 len: 210 time: 0.0254908 Aug 12 14:58:17.522236 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:17.523211 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:17.573277 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=c6929af9-79df-4a40-bbdd-0227e463f844,revision_number=6']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:17.969315 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0100dd7-fb34-4fdc-9893-23a3d98157fd req-a8fe3168-7501-43d6-9163-604010a5140f tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:17.970771 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a0100dd7-fb34-4fdc-9893-23a3d98157fd req-a8fe3168-7501-43d6-9163-604010a5140f tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0536025 Aug 12 14:58:18.008387 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a0100dd7-fb34-4fdc-9893-23a3d98157fd req-2e9f006f-a862-441d-b4cc-f6e33ea49925 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312066 Aug 12 14:58:18.174730 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a2c17-2677-4445-b65d-7cf73ab1aab3 req-efa16837-2ab5-47d6-b82a-332f9cfa066c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:18.176265 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-195a2c17-2677-4445-b65d-7cf73ab1aab3 req-efa16837-2ab5-47d6-b82a-332f9cfa066c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 944 time: 0.0503089 Aug 12 14:58:18.212411 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-195a2c17-2677-4445-b65d-7cf73ab1aab3 req-412b5b40-0f5f-4cc0-86aa-eddf27d402cb tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301564 Aug 12 14:58:18.555260 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-66b8304b-8eb6-4ec6-8284-a8857cd4f80e req-1c957881-eb79-4628-97b8-77c822300f55 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=96e62435-d54b-4ee8-aa76-766280ad9a3f HTTP/1.1" status: 200 len: 210 time: 0.0273547 Aug 12 14:58:19.067938 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 41450) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:19.122599 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2099f71-2198-418e-bc81-664e10043623 req-5c973343-ec51-410f-a35f-4ed487b0c754 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:19.124078 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a2099f71-2198-418e-bc81-664e10043623 req-5c973343-ec51-410f-a35f-4ed487b0c754 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0483541 Aug 12 14:58:19.164015 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a2099f71-2198-418e-bc81-664e10043623 req-c8a7b46e-95f8-4760-aa67-7b0a3ecdb7f5 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338264 Aug 12 14:58:19.211955 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-e9d17673-82c1-418b-a0ab-521e865aa395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:19.301705 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-e9d17673-82c1-418b-a0ab-521e865aa395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:19.334519 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa080d3-0da8-484b-86c0-1431e32be0e1 req-da3f2761-4c8d-41e1-9a83-d68981826246 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:19.335972 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4fa080d3-0da8-484b-86c0-1431e32be0e1 req-da3f2761-4c8d-41e1-9a83-d68981826246 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 944 time: 0.0514345 Aug 12 14:58:19.372131 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4fa080d3-0da8-484b-86c0-1431e32be0e1 req-520705ad-5d48-4985-a5d5-c9eda15c87e5 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302331 Aug 12 14:58:19.373768 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-e9d17673-82c1-418b-a0ab-521e865aa395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:19.411586 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d17673-82c1-418b-a0ab-521e865aa395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ab0cdd-0587-4fa9-a8f9-f199fb1025a4,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:19.416892 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-e9d17673-82c1-418b-a0ab-521e865aa395 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1b8f49f1cd0f43babbab76284f3f8c49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3479159 Aug 12 14:58:19.419512 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 41458) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:19.467762 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-15e4c0dc-b071-47a4-af6d-4e1c45dd8567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:19.487351 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-15e4c0dc-b071-47a4-af6d-4e1c45dd8567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:19.614295 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-15e4c0dc-b071-47a4-af6d-4e1c45dd8567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:19.616902 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-15e4c0dc-b071-47a4-af6d-4e1c45dd8567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:19.618070 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-15e4c0dc-b071-47a4-af6d-4e1c45dd8567 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/09ab0cdd-0587-4fa9-a8f9-f199fb1025a4 HTTP/1.1" status: 204 len: 168 time: 0.1975563 Aug 12 14:58:19.636022 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4c0dc-b071-47a4-af6d-4e1c45dd8567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ab0cdd-0587-4fa9-a8f9-f199fb1025a4,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:19.653228 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-be78ea2f-e72e-4ee1-a6a7-df0800fe1b47 req-9e31e7de-7835-4a5f-8dd1-430d6a1c8263 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=96e62435-d54b-4ee8-aa76-766280ad9a3f HTTP/1.1" status: 200 len: 210 time: 0.0322452 Aug 12 14:58:19.840373 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['c6929af9-79df-4a40-bbdd-0227e463f844'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:58:20.277617 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbbbba5-741e-4874-ba49-309f12c311e1 req-0db436e9-900b-4a7a-961b-fd174b8822d8 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:20.279059 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7fbbbba5-741e-4874-ba49-309f12c311e1 req-0db436e9-900b-4a7a-961b-fd174b8822d8 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0485754 Aug 12 14:58:20.317243 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7fbbbba5-741e-4874-ba49-309f12c311e1 req-aabe96c1-9524-4497-a3f2-13e44bd0ac84 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322597 Aug 12 14:58:20.365693 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 41472) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:20.378726 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-510eaba8-684a-4905-a94a-f4ffe380b7e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:20.491526 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-510eaba8-684a-4905-a94a-f4ffe380b7e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:20.506717 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963783e9-2954-4238-a3aa-95352cad1b01 req-fb0c6aab-2a9b-4d78-9153-84a3ea4b942a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:20.508186 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-963783e9-2954-4238-a3aa-95352cad1b01 req-fb0c6aab-2a9b-4d78-9153-84a3ea4b942a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 944 time: 0.0634267 Aug 12 14:58:20.546223 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-963783e9-2954-4238-a3aa-95352cad1b01 req-a7be2dee-c353-45cc-96fe-944d12383aad tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320675 Aug 12 14:58:20.590414 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-510eaba8-684a-4905-a94a-f4ffe380b7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:20.626371 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510eaba8-684a-4905-a94a-f4ffe380b7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448d0aa4-7d45-4f62-9d97-e58501b08bb7,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:20.630736 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-510eaba8-684a-4905-a94a-f4ffe380b7e3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f41888bd28c64bdcbcb3ac76af12998e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2640178 Aug 12 14:58:20.633850 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 41476) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:20.683425 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-4bbaa47a-33af-4489-b89b-9bea6c063534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:20.704659 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-4bbaa47a-33af-4489-b89b-9bea6c063534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:20.757152 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-98839a87-1209-48e0-9253-792b543a5c41 req-356e4fff-a4eb-46ee-b1fe-81d67cc3e62a tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=96e62435-d54b-4ee8-aa76-766280ad9a3f HTTP/1.1" status: 200 len: 210 time: 0.0300307 Aug 12 14:58:20.950935 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-4bbaa47a-33af-4489-b89b-9bea6c063534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:20.953580 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-4bbaa47a-33af-4489-b89b-9bea6c063534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:20.954742 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-4bbaa47a-33af-4489-b89b-9bea6c063534 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/448d0aa4-7d45-4f62-9d97-e58501b08bb7 HTTP/1.1" status: 204 len: 168 time: 0.3204486 Aug 12 14:58:20.963272 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbaa47a-33af-4489-b89b-9bea6c063534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448d0aa4-7d45-4f62-9d97-e58501b08bb7,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:21.438556 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc5483-7130-47e6-8499-92cc2fec0968 req-074e5e7f-ae8a-4a91-a992-09cdd3ccb289 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:21.440106 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f2bc5483-7130-47e6-8499-92cc2fec0968 req-074e5e7f-ae8a-4a91-a992-09cdd3ccb289 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0504761 Aug 12 14:58:21.480459 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f2bc5483-7130-47e6-8499-92cc2fec0968 req-dd0a558b-e18e-4b49-bec7-6bbee371cc78 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333836 Aug 12 14:58:21.672143 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb593e-c8e2-4bc0-bde3-5de1b15a60cc req-51586892-5468-482b-b983-f70e09dfd96e tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:21.673698 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d3cb593e-c8e2-4bc0-bde3-5de1b15a60cc req-51586892-5468-482b-b983-f70e09dfd96e tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 944 time: 0.0538092 Aug 12 14:58:21.714098 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d3cb593e-c8e2-4bc0-bde3-5de1b15a60cc req-8f69786f-7153-4b58-a03c-2b5af54e2165 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332551 Aug 12 14:58:21.854296 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device c6929af9-79df-4a40-bbdd-0227e463f844 up at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:58:21.854841 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8ec3c581-93e9-4a5b-9825-c2d023e1bb3f req-109da627-1008-403b-ab28-86701aedeb1e tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=96e62435-d54b-4ee8-aa76-766280ad9a3f HTTP/1.1" status: 200 len: 210 time: 0.0307982 Aug 12 14:58:21.925481 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning complete for port c6929af9-79df-4a40-bbdd-0227e463f844 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:58:21.926283 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:22.019255 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:22.042659 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3775fcbc-45aa-42c6-bb86-c0f550485bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6929af9-79df-4a40-bbdd-0227e463f844'}] {{(pid=105907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:58:22.044942 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d000d793ac8a3d868a659aad16e36a91200609b2b231164c0c4cfca9150c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dd76fd-0b8e-4cea-a5ba-0d95f8aa15d6" -d '{"events": [{"server_uuid": "3775fcbc-45aa-42c6-bb86-c0f550485bde", "name": "network-vif-plugged", "status": "completed", "tag": "c6929af9-79df-4a40-bbdd-0227e463f844"}]}' {{(pid=105907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:58:22.057647 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port c6929af9-79df-4a40-bbdd-0227e463f844, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=c6929af9-79df-4a40-bbdd-0227e463f844,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:22.085986 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6cb35e-132b-4b45-9d34-9ed2a1d00934 x-openstack-request-id: req-1d6cb35e-132b-4b45-9d34-9ed2a1d00934 {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:58:22.086280 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3775fcbc-45aa-42c6-bb86-c0f550485bde", "name": "network-vif-plugged", "status": "completed", "tag": "c6929af9-79df-4a40-bbdd-0227e463f844", "code": 200}]} {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:58:22.086535 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1d6cb35e-132b-4b45-9d34-9ed2a1d00934 {{(pid=105907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:58:22.086928 dv-cinder-800015-3-iscsi neutron-server[105907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3775fcbc-45aa-42c6-bb86-c0f550485bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6929af9-79df-4a40-bbdd-0227e463f844', 'code': 200} Aug 12 14:58:22.190358 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:22.246439 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=c6929af9-79df-4a40-bbdd-0227e463f844,revision_number=7']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:22.412096 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22116d98-7f23-4721-bfb6-d658023475fd req-5e712dce-7fef-409d-a5bf-be7276a9cec6 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:22.413752 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-22116d98-7f23-4721-bfb6-d658023475fd req-5e712dce-7fef-409d-a5bf-be7276a9cec6 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.73 "GET /v2.0/networks?id=e4c20c5c-c793-4df3-be2c-6e89212d665b HTTP/1.1" status: 200 len: 813 time: 0.1630473 Aug 12 14:58:22.437668 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-22116d98-7f23-4721-bfb6-d658023475fd req-fed401eb-adea-433a-bcf2-ad0a28226bac tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Request body: {'port': {'device_id': '96e62435-d54b-4ee8-aa76-766280ad9a3f', 'network_id': 'e4c20c5c-c793-4df3-be2c-6e89212d665b', 'admin_state_up': True, 'tenant_id': '7ecde5f6a9474e619ca4e8486b15cec0'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:58:22.632963 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22116d98-7f23-4721-bfb6-d658023475fd req-fed401eb-adea-433a-bcf2-ad0a28226bac tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Made reservation on behalf of 7ecde5f6a9474e619ca4e8486b15cec0 for: {'port': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:58:22.636417 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-22116d98-7f23-4721-bfb6-d658023475fd req-fed401eb-adea-433a-bcf2-ad0a28226bac tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:22.684116 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27aef8-15f0-48bd-9e88-73b2ac3986b9 req-57c0fcd3-7c01-4113-b217-9c971db991d3 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:22.685722 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ab27aef8-15f0-48bd-9e88-73b2ac3986b9 req-57c0fcd3-7c01-4113-b217-9c971db991d3 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0841858 Aug 12 14:58:22.829853 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ab27aef8-15f0-48bd-9e88-73b2ac3986b9 req-beb50ef6-d17d-4c2e-ba68-418386b2a3fc tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331327 Aug 12 14:58:22.863044 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_common [req-22116d98-7f23-4721-bfb6-d658023475fd req-fed401eb-adea-433a-bcf2-ad0a28226bac tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Allocated IP 172.20.0.12 (e4c20c5c-c793-4df3-be2c-6e89212d665b/7eb52c74-ca13-4648-9e0c-bf4108d4f316/4d76399f-66b7-4e62-b724-128d8f94404e) {{(pid=105906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:58:23.035831 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c0e1c-4e97-474b-9bdb-83ef21e4e2b9 req-6e4ac9e5-393a-434f-a325-dbf290bcd39e tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:23.068562 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-482c0e1c-4e97-474b-9bdb-83ef21e4e2b9 req-6e4ac9e5-393a-434f-a325-dbf290bcd39e tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.2083452 Aug 12 14:58:23.149256 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a4bf8087-731b-42f6-9192-0f8db7fc4c83 req-7b033748-b1da-4e11-b73f-00ea85ebee9c tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=96e62435-d54b-4ee8-aa76-766280ad9a3f HTTP/1.1" status: 200 len: 210 time: 0.0699427 Aug 12 14:58:23.194627 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-482c0e1c-4e97-474b-9bdb-83ef21e4e2b9 req-783b38f0-a40e-46ff-affa-092c568753df tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251390 Aug 12 14:58:23.219660 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-22116d98-7f23-4721-bfb6-d658023475fd req-fed401eb-adea-433a-bcf2-ad0a28226bac tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Notify callbacks [] for port, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:23.356889 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-22116d98-7f23-4721-bfb6-d658023475fd req-fed401eb-adea-433a-bcf2-ad0a28226bac tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:23.401333 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22116d98-7f23-4721-bfb6-d658023475fd req-fed401eb-adea-433a-bcf2-ad0a28226bac tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Network e4c20c5c-c793-4df3-be2c-6e89212d665b is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:58:23.404874 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [req-22116d98-7f23-4721-bfb6-d658023475fd req-fed401eb-adea-433a-bcf2-ad0a28226bac tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:58:23.409264 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-22116d98-7f23-4721-bfb6-d658023475fd req-fed401eb-adea-433a-bcf2-ad0a28226bac tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Received port after_create {{(pid=105906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:58:23.460300 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22116d98-7f23-4721-bfb6-d658023475fd req-fed401eb-adea-433a-bcf2-ad0a28226bac tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:23.461696 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-22116d98-7f23-4721-bfb6-d658023475fd req-fed401eb-adea-433a-bcf2-ad0a28226bac tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:23.487782 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed401eb-adea-433a-bcf2-ad0a28226bac tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Pushing event updated for resources: {'Port': ['ID=4d76399f-66b7-4e62-b724-128d8f94404e,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:23.563770 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-22116d98-7f23-4721-bfb6-d658023475fd req-fed401eb-adea-433a-bcf2-ad0a28226bac tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1299567 Aug 12 14:58:23.968575 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df0a5b-75ba-4bb6-b842-096b35d578ed req-0e6229ca-05ff-42de-b87b-eaf5089b664d tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:23.972711 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-98df0a5b-75ba-4bb6-b842-096b35d578ed req-0e6229ca-05ff-42de-b87b-eaf5089b664d tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0653527 Aug 12 14:58:24.024214 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-98df0a5b-75ba-4bb6-b842-096b35d578ed req-4c83582a-b730-4c1a-ab8b-5ff217577480 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419240 Aug 12 14:58:24.300505 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396198f-7617-41e1-b7ca-4dc1a93c4c74 req-97b675e2-214a-4826-9c2b-b7adae3b33a0 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:24.302085 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b396198f-7617-41e1-b7ca-4dc1a93c4c74 req-97b675e2-214a-4826-9c2b-b7adae3b33a0 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=96e62435-d54b-4ee8-aa76-766280ad9a3f HTTP/1.1" status: 200 len: 932 time: 0.0681524 Aug 12 14:58:24.352828 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b396198f-7617-41e1-b7ca-4dc1a93c4c74 req-427958d9-0b52-492c-b2ba-655ff934d156 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/security-groups?id=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444047 Aug 12 14:58:24.497212 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd5c7e-2f68-437a-bfb7-14155d308b35 req-a0d979ea-9f5f-47ea-aead-3fe7a771a66e tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:24.499260 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-03cd5c7e-2f68-437a-bfb7-14155d308b35 req-a0d979ea-9f5f-47ea-aead-3fe7a771a66e tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0580640 Aug 12 14:58:24.553879 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-03cd5c7e-2f68-437a-bfb7-14155d308b35 req-6ef6df9f-3599-4137-89de-624373ea043d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454278 Aug 12 14:58:25.194366 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deddd65-383f-4ba6-a899-d844d7e3398f req-2426dbbe-1f23-4ed9-b8e7-a8bc32d54201 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:25.196852 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3deddd65-383f-4ba6-a899-d844d7e3398f req-2426dbbe-1f23-4ed9-b8e7-a8bc32d54201 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0678868 Aug 12 14:58:25.241363 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3deddd65-383f-4ba6-a899-d844d7e3398f req-a1f84ef5-7770-4515-b987-370c55f3370a tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365767 Aug 12 14:58:25.487578 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b0bd3-7035-4c35-b2f0-c5b6a73157f0 req-0807ff0f-e03b-4c58-ba05-93256dce4bad tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:25.489037 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1c3b0bd3-7035-4c35-b2f0-c5b6a73157f0 req-0807ff0f-e03b-4c58-ba05-93256dce4bad tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=96e62435-d54b-4ee8-aa76-766280ad9a3f HTTP/1.1" status: 200 len: 932 time: 0.0474002 Aug 12 14:58:25.534673 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1c3b0bd3-7035-4c35-b2f0-c5b6a73157f0 req-7240fb0d-cbc6-4ee0-9723-b97a8ab74c45 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/security-groups?id=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346379 Aug 12 14:58:25.673668 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b3701-c494-40f1-bdf4-aef397863747 req-d99ec87d-530a-402b-8d35-67337e8a5d75 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:25.675111 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3f1b3701-c494-40f1-bdf4-aef397863747 req-d99ec87d-530a-402b-8d35-67337e8a5d75 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0468395 Aug 12 14:58:25.712701 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3f1b3701-c494-40f1-bdf4-aef397863747 req-3566c54c-6427-4c67-ad62-30b82059968c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309479 Aug 12 14:58:25.896657 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-22116d98-7f23-4721-bfb6-d658023475fd req-8f7f8615-baf8-4966-9d9e-8f11c12b38c3 service neutron] Request body: {'port': {'device_id': '96e62435-d54b-4ee8-aa76-766280ad9a3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:58:25.962523 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-22116d98-7f23-4721-bfb6-d658023475fd req-8f7f8615-baf8-4966-9d9e-8f11c12b38c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:26.270002 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [req-22116d98-7f23-4721-bfb6-d658023475fd req-8f7f8615-baf8-4966-9d9e-8f11c12b38c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d76399f-66b7-4e62-b724-128d8f94404e {{(pid=105906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:58:26.278800 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-22116d98-7f23-4721-bfb6-d658023475fd req-8f7f8615-baf8-4966-9d9e-8f11c12b38c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:26.292662 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-22116d98-7f23-4721-bfb6-d658023475fd req-8f7f8615-baf8-4966-9d9e-8f11c12b38c3 service neutron] Transition to ACTIVE for port object 4d76399f-66b7-4e62-b724-128d8f94404e will not be triggered until provisioned by entity L2. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:58:26.400849 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e7034-7a9b-4247-ab33-0b310de35f6a req-73a42e21-23da-4df3-86d7-05ecee891df2 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:26.403107 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-287e7034-7a9b-4247-ab33-0b310de35f6a req-73a42e21-23da-4df3-86d7-05ecee891df2 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0572300 Aug 12 14:58:26.419799 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-22116d98-7f23-4721-bfb6-d658023475fd req-8f7f8615-baf8-4966-9d9e-8f11c12b38c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:26.461600 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-287e7034-7a9b-4247-ab33-0b310de35f6a req-51d4b675-12c9-4178-afc7-8bcaa06786ad tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517995 Aug 12 14:58:26.464092 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f8615-baf8-4966-9d9e-8f11c12b38c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d76399f-66b7-4e62-b724-128d8f94404e,revision_number=2']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:26.591395 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-22116d98-7f23-4721-bfb6-d658023475fd req-8f7f8615-baf8-4966-9d9e-8f11c12b38c3 service neutron] Attempting to bind port 4d76399f-66b7-4e62-b724-128d8f94404e on host hv-cinder-80001 for vnic_type normal with profile {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:58:26.597130 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-22116d98-7f23-4721-bfb6-d658023475fd req-8f7f8615-baf8-4966-9d9e-8f11c12b38c3 service neutron] Attempting to bind port 4d76399f-66b7-4e62-b724-128d8f94404e by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': '4610bf91-8e0b-4f7a-b832-d8b6417ab702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e4c20c5c-c793-4df3-be2c-6e89212d665b'}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:58:26.598237 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22116d98-7f23-4721-bfb6-d658023475fd req-8f7f8615-baf8-4966-9d9e-8f11c12b38c3 service neutron] Attempting to bind port 4d76399f-66b7-4e62-b724-128d8f94404e on network e4c20c5c-c793-4df3-be2c-6e89212d665b {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:58:26.604479 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22116d98-7f23-4721-bfb6-d658023475fd req-8f7f8615-baf8-4966-9d9e-8f11c12b38c3 service neutron] Port 4d76399f-66b7-4e62-b724-128d8f94404e on network e4c20c5c-c793-4df3-be2c-6e89212d665b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:58:26.605003 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22116d98-7f23-4721-bfb6-d658023475fd req-8f7f8615-baf8-4966-9d9e-8f11c12b38c3 service neutron] Attempting to bind port 4d76399f-66b7-4e62-b724-128d8f94404e on network e4c20c5c-c793-4df3-be2c-6e89212d665b {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:58:26.610373 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22116d98-7f23-4721-bfb6-d658023475fd req-8f7f8615-baf8-4966-9d9e-8f11c12b38c3 service neutron] Checking agent: {'id': '8bc968ee-63fe-4341-8ff4-51482bda9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'started_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:58:26.612376 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22116d98-7f23-4721-bfb6-d658023475fd req-8f7f8615-baf8-4966-9d9e-8f11c12b38c3 service neutron] Checking segment: {'id': '4610bf91-8e0b-4f7a-b832-d8b6417ab702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e4c20c5c-c793-4df3-be2c-6e89212d665b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:58:26.612376 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22116d98-7f23-4721-bfb6-d658023475fd req-8f7f8615-baf8-4966-9d9e-8f11c12b38c3 service neutron] Bound using segment: {'id': '4610bf91-8e0b-4f7a-b832-d8b6417ab702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e4c20c5c-c793-4df3-be2c-6e89212d665b'} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:58:26.612376 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-22116d98-7f23-4721-bfb6-d658023475fd req-8f7f8615-baf8-4966-9d9e-8f11c12b38c3 service neutron] Bound port: 4d76399f-66b7-4e62-b724-128d8f94404e, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4610bf91-8e0b-4f7a-b832-d8b6417ab702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e4c20c5c-c793-4df3-be2c-6e89212d665b'}}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:58:26.612376 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-22116d98-7f23-4721-bfb6-d658023475fd req-8f7f8615-baf8-4966-9d9e-8f11c12b38c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:26.666707 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0cc51-4ed5-49f3-82e7-864119d2493c req-26888595-03cb-4077-9ade-a7384b4d5db2 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:26.668606 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-daa0cc51-4ed5-49f3-82e7-864119d2493c req-26888595-03cb-4077-9ade-a7384b4d5db2 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=96e62435-d54b-4ee8-aa76-766280ad9a3f HTTP/1.1" status: 200 len: 944 time: 0.0566490 Aug 12 14:58:26.701521 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-22116d98-7f23-4721-bfb6-d658023475fd req-8f7f8615-baf8-4966-9d9e-8f11c12b38c3 service neutron] For port 4d76399f-66b7-4e62-b724-128d8f94404e, host hv-cinder-80001, cleared binding levels {{(pid=105906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:58:26.705617 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-22116d98-7f23-4721-bfb6-d658023475fd req-8f7f8615-baf8-4966-9d9e-8f11c12b38c3 service neutron] For port 4d76399f-66b7-4e62-b724-128d8f94404e, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=4d76399f-66b7-4e62-b724-128d8f94404e,segment=NetworkSegment(4610bf91-8e0b-4f7a-b832-d8b6417ab702),segment_id=4610bf91-8e0b-4f7a-b832-d8b6417ab702)] {{(pid=105906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:58:26.730756 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-daa0cc51-4ed5-49f3-82e7-864119d2493c req-ed7f4fdf-3788-4b5e-817f-fdac035713e2 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/security-groups?id=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558641 Aug 12 14:58:26.882698 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cd5bb-ad5b-4c44-af96-7124f962d444 req-4e4ae5a8-4fd7-4b36-9407-13257ce423c0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:26.884447 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-fe8cd5bb-ad5b-4c44-af96-7124f962d444 req-4e4ae5a8-4fd7-4b36-9407-13257ce423c0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0633764 Aug 12 14:58:26.900383 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-22116d98-7f23-4721-bfb6-d658023475fd req-8f7f8615-baf8-4966-9d9e-8f11c12b38c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:26.926801 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-fe8cd5bb-ad5b-4c44-af96-7124f962d444 req-9a8682f4-ce54-4e45-98a2-9a7745862286 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357385 Aug 12 14:58:26.947093 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22116d98-7f23-4721-bfb6-d658023475fd req-8f7f8615-baf8-4966-9d9e-8f11c12b38c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:26.947700 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-22116d98-7f23-4721-bfb6-d658023475fd req-8f7f8615-baf8-4966-9d9e-8f11c12b38c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:26.949332 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-22116d98-7f23-4721-bfb6-d658023475fd req-8f7f8615-baf8-4966-9d9e-8f11c12b38c3 service neutron] 10.222.0.73 "PUT /v2.0/ports/4d76399f-66b7-4e62-b724-128d8f94404e HTTP/1.1" status: 200 len: 1094 time: 1.0584679 Aug 12 14:58:26.949699 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e62435-d54b-4ee8-aa76-766280ad9a3f', 'tag': '4d76399f-66b7-4e62-b724-128d8f94404e'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:58:26.952066 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c159174-bddd-45a4-81dc-78d3066f129e" -d '{"events": [{"name": "network-changed", "server_uuid": "96e62435-d54b-4ee8-aa76-766280ad9a3f", "tag": "4d76399f-66b7-4e62-b724-128d8f94404e"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:58:26.979480 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f8615-baf8-4966-9d9e-8f11c12b38c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d76399f-66b7-4e62-b724-128d8f94404e,revision_number=3']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:27.013766 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341caa02-49ed-4bd0-a1e4-9bc3b38f2419 x-openstack-request-id: req-341caa02-49ed-4bd0-a1e4-9bc3b38f2419 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:58:27.013766 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e62435-d54b-4ee8-aa76-766280ad9a3f", "tag": "4d76399f-66b7-4e62-b724-128d8f94404e", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:58:27.013766 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-341caa02-49ed-4bd0-a1e4-9bc3b38f2419 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:58:27.013766 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e62435-d54b-4ee8-aa76-766280ad9a3f', 'tag': '4d76399f-66b7-4e62-b724-128d8f94404e', 'status': 'completed', 'code': 200} Aug 12 14:58:27.198250 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c159174-bddd-45a4-81dc-78d3066f129e req-281cc1ea-2174-4597-a503-cd526f676600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:27.199770 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0c159174-bddd-45a4-81dc-78d3066f129e req-281cc1ea-2174-4597-a503-cd526f676600 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7ecde5f6a9474e619ca4e8486b15cec0&device_id=96e62435-d54b-4ee8-aa76-766280ad9a3f HTTP/1.1" status: 200 len: 1097 time: 0.0771804 Aug 12 14:58:27.326110 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c159174-bddd-45a4-81dc-78d3066f129e req-de8a444a-29f4-4a25-be73-36e9060806b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:27.327569 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0c159174-bddd-45a4-81dc-78d3066f129e req-de8a444a-29f4-4a25-be73-36e9060806b2 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=7ecde5f6a9474e619ca4e8486b15cec0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1058939 Aug 12 14:58:27.447270 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c159174-bddd-45a4-81dc-78d3066f129e req-36a91bf0-b412-42b1-ae24-f4a007d9c47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:27.449210 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0c159174-bddd-45a4-81dc-78d3066f129e req-36a91bf0-b412-42b1-ae24-f4a007d9c47b service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1070998 Aug 12 14:58:27.585683 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22116d98-7f23-4721-bfb6-d658023475fd req-f793cc0d-2540-419b-bfb3-609a78236bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:27.587581 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-22116d98-7f23-4721-bfb6-d658023475fd req-f793cc0d-2540-419b-bfb3-609a78236bfc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7ecde5f6a9474e619ca4e8486b15cec0&device_id=96e62435-d54b-4ee8-aa76-766280ad9a3f HTTP/1.1" status: 200 len: 1097 time: 0.0669000 Aug 12 14:58:27.596902 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375347f-29b0-4e13-b1c4-2e3df65c0cfc req-2663c714-3feb-4cc2-a0e4-4b83e33b5577 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:27.605014 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0375347f-29b0-4e13-b1c4-2e3df65c0cfc req-2663c714-3feb-4cc2-a0e4-4b83e33b5577 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0588064 Aug 12 14:58:27.649192 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0375347f-29b0-4e13-b1c4-2e3df65c0cfc req-59530d52-0025-421d-9e18-04ec04d9f7c1 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430975 Aug 12 14:58:27.695638 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-22116d98-7f23-4721-bfb6-d658023475fd req-3fabaa45-da1b-4d7b-9552-ce8d9bb4a1ec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d76399f-66b7-4e62-b724-128d8f94404e HTTP/1.1" status: 200 len: 217 time: 0.0946569 Aug 12 14:58:27.756472 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22116d98-7f23-4721-bfb6-d658023475fd req-c082f0b1-2ee0-4501-890d-1354eaf68da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:27.756764 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-22116d98-7f23-4721-bfb6-d658023475fd req-c082f0b1-2ee0-4501-890d-1354eaf68da8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7eb52c74-ca13-4648-9e0c-bf4108d4f316 HTTP/1.1" status: 200 len: 853 time: 0.0518978 Aug 12 14:58:27.816422 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-22116d98-7f23-4721-bfb6-d658023475fd req-862c63a5-6b86-4f7b-9ca7-c61e164d86c3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e4c20c5c-c793-4df3-be2c-6e89212d665b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277095 Aug 12 14:58:27.905163 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9333d-dfbd-4d3e-b83d-6507749a7273 req-700f8437-da83-4d75-ac19-cd3a5c2d566a tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:27.906851 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a8f9333d-dfbd-4d3e-b83d-6507749a7273 req-700f8437-da83-4d75-ac19-cd3a5c2d566a tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=96e62435-d54b-4ee8-aa76-766280ad9a3f HTTP/1.1" status: 200 len: 944 time: 0.0848413 Aug 12 14:58:27.956409 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-22116d98-7f23-4721-bfb6-d658023475fd req-19529383-aaef-46f9-878f-884a6992235e service neutron] 10.222.0.73 "GET /v2.0/networks/e4c20c5c-c793-4df3-be2c-6e89212d665b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452742 Aug 12 14:58:27.964767 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a8f9333d-dfbd-4d3e-b83d-6507749a7273 req-84a86587-5e3c-490d-87e0-7373b2e0f083 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/security-groups?id=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432081 Aug 12 14:58:28.085388 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-22116d98-7f23-4721-bfb6-d658023475fd req-95198507-5bcf-4ad3-8f82-9196d0df6831 service neutron] 10.222.0.73 "GET /v2.0/networks/e4c20c5c-c793-4df3-be2c-6e89212d665b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176589 Aug 12 14:58:28.093284 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468b64b-165f-4bea-a5ef-50546a4178c6 req-108bb834-ecb3-42cf-92e3-68058a1d7ccb tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:28.102724 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d468b64b-165f-4bea-a5ef-50546a4178c6 req-108bb834-ecb3-42cf-92e3-68058a1d7ccb tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0717771 Aug 12 14:58:28.143258 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d468b64b-165f-4bea-a5ef-50546a4178c6 req-46b3c115-b8e0-4615-b07f-806aa337c085 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396585 Aug 12 14:58:28.784463 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71bd008-64ed-4ce7-8ac0-e2f3762d5806 req-e20592ed-cab4-414e-94ff-eb698159f8bc tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:28.785877 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d71bd008-64ed-4ce7-8ac0-e2f3762d5806 req-e20592ed-cab4-414e-94ff-eb698159f8bc tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0525525 Aug 12 14:58:28.851227 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d71bd008-64ed-4ce7-8ac0-e2f3762d5806 req-f31404ab-77f4-4da2-8d28-8ba64fdb490b tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553775 Aug 12 14:58:29.151929 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bbb52-41bc-460f-a616-4a71c2514b27 req-395546ba-1d47-46d4-a64b-1b27934d0b9c tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:29.151929 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-642bbb52-41bc-460f-a616-4a71c2514b27 req-395546ba-1d47-46d4-a64b-1b27934d0b9c tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=96e62435-d54b-4ee8-aa76-766280ad9a3f HTTP/1.1" status: 200 len: 944 time: 0.0464542 Aug 12 14:58:29.196346 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-642bbb52-41bc-460f-a616-4a71c2514b27 req-c02903f2-e22a-4e7d-9900-88d550aefaec tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/security-groups?id=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464568 Aug 12 14:58:29.307550 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2f175-16eb-4bb0-9206-92825273d906 req-b9b296ba-44bf-4236-a8d0-1596714c6a59 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:29.309215 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d5b2f175-16eb-4bb0-9206-92825273d906 req-b9b296ba-44bf-4236-a8d0-1596714c6a59 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0730906 Aug 12 14:58:29.360024 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d5b2f175-16eb-4bb0-9206-92825273d906 req-87594487-7cb8-4cf5-a46a-5951425c02bf tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401201 Aug 12 14:58:29.392923 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809af44b-46c0-43c5-9219-d0e2247130bc req-6b9bb29e-d378-4461-b361-c123983036e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:29.394491 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-809af44b-46c0-43c5-9219-d0e2247130bc req-6b9bb29e-d378-4461-b361-c123983036e7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 1099 time: 0.0464771 Aug 12 14:58:29.444689 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-809af44b-46c0-43c5-9219-d0e2247130bc req-798abd90-22dc-4e8f-8891-4d6ad41ef3fb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294588 Aug 12 14:58:29.996812 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf5deb-6578-412a-8840-679395ec96c4 req-ad074ac3-08ea-4cbd-ad42-6f2f659494c2 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:30.002632 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-39cf5deb-6578-412a-8840-679395ec96c4 req-ad074ac3-08ea-4cbd-ad42-6f2f659494c2 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0700295 Aug 12 14:58:30.052200 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-39cf5deb-6578-412a-8840-679395ec96c4 req-eb1e98f7-8110-40f3-ad86-f75bf099b670 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458195 Aug 12 14:58:30.360814 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe660b77-617e-4d23-9b9b-02abfadb9761 req-013507eb-6622-4d9a-822e-103d7e029491 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:30.369110 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-fe660b77-617e-4d23-9b9b-02abfadb9761 req-013507eb-6622-4d9a-822e-103d7e029491 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=96e62435-d54b-4ee8-aa76-766280ad9a3f HTTP/1.1" status: 200 len: 944 time: 0.0564127 Aug 12 14:58:30.481823 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-fe660b77-617e-4d23-9b9b-02abfadb9761 req-d0fc49af-51d5-4eda-a2e7-bcf9c4b9ceb0 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/security-groups?id=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812385 Aug 12 14:58:30.515975 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c03e79-5cc4-4bdc-8670-c799b3039527 req-91d4a712-90b1-43c7-8278-ab7920bf7b08 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:30.517447 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-50c03e79-5cc4-4bdc-8670-c799b3039527 req-91d4a712-90b1-43c7-8278-ab7920bf7b08 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0628345 Aug 12 14:58:30.562312 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-50c03e79-5cc4-4bdc-8670-c799b3039527 req-ae1aed7a-a32f-4400-9ebf-9d583ca99a96 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331063 Aug 12 14:58:31.224364 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ddcc7-279b-46aa-8e38-6720b0fe4219 req-74c9f365-4c7b-4b5f-879f-13c190531748 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:31.227623 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-506ddcc7-279b-46aa-8e38-6720b0fe4219 req-74c9f365-4c7b-4b5f-879f-13c190531748 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0600770 Aug 12 14:58:31.277896 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-506ddcc7-279b-46aa-8e38-6720b0fe4219 req-33b7247c-5c36-430a-8845-362193996357 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395799 Aug 12 14:58:31.609441 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bdb5e-7f15-4ba8-9058-b97137208a26 req-5bb5d68d-0786-47a0-9308-336ed6a68782 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:31.611231 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-531bdb5e-7f15-4ba8-9058-b97137208a26 req-5bb5d68d-0786-47a0-9308-336ed6a68782 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=96e62435-d54b-4ee8-aa76-766280ad9a3f HTTP/1.1" status: 200 len: 944 time: 0.0671377 Aug 12 14:58:31.668135 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-531bdb5e-7f15-4ba8-9058-b97137208a26 req-c5a49133-b1dd-4824-a3e5-0767abf95c31 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/security-groups?id=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503592 Aug 12 14:58:31.708975 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe771b4-a75b-4751-847d-7f493cec6550 req-dc982063-4abb-4bfa-bbdd-b69da177de8f tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:31.716525 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-bbe771b4-a75b-4751-847d-7f493cec6550 req-dc982063-4abb-4bfa-bbdd-b69da177de8f tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0668366 Aug 12 14:58:31.752404 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-bbe771b4-a75b-4751-847d-7f493cec6550 req-d35b31bc-36c2-496f-aec6-7add4b3fc60b tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348399 Aug 12 14:58:32.123236 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 4d76399f-66b7-4e62-b724-128d8f94404e details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=105907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:58:32.239419 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 4d76399f-66b7-4e62-b724-128d8f94404e, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=4d76399f-66b7-4e62-b724-128d8f94404e,segment=NetworkSegment(4610bf91-8e0b-4f7a-b832-d8b6417ab702),segment_id=4610bf91-8e0b-4f7a-b832-d8b6417ab702)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:32.253451 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Returning: {'device': '4d76399f-66b7-4e62-b724-128d8f94404e', 'network_id': 'e4c20c5c-c793-4df3-be2c-6e89212d665b', 'port_id': '4d76399f-66b7-4e62-b724-128d8f94404e', 'mac_address': 'fa:16:3e:36:d1:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eb52c74-ca13-4648-9e0c-bf4108d4f316', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:58:32.300290 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:32.315423 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d76399f-66b7-4e62-b724-128d8f94404e {{(pid=105907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:58:32.345386 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 4d76399f-66b7-4e62-b724-128d8f94404e, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=4d76399f-66b7-4e62-b724-128d8f94404e,segment=NetworkSegment(4610bf91-8e0b-4f7a-b832-d8b6417ab702),segment_id=4610bf91-8e0b-4f7a-b832-d8b6417ab702)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:32.430174 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba89410-cf94-4326-b128-2529b1ae560d req-dd2aa6e8-32aa-45e0-a556-fd552e108638 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:32.448375 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0ba89410-cf94-4326-b128-2529b1ae560d req-dd2aa6e8-32aa-45e0-a556-fd552e108638 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0567620 Aug 12 14:58:32.480480 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0ba89410-cf94-4326-b128-2529b1ae560d req-4043c5a7-c53a-41e0-aae1-6962724bae9e tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427499 Aug 12 14:58:32.792244 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb62e84-e605-43bd-9296-127299b45491 req-aa6c8c03-3926-4460-ad39-49c8b496b6b8 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:32.793766 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-deb62e84-e605-43bd-9296-127299b45491 req-aa6c8c03-3926-4460-ad39-49c8b496b6b8 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=96e62435-d54b-4ee8-aa76-766280ad9a3f HTTP/1.1" status: 200 len: 944 time: 0.0552881 Aug 12 14:58:32.834626 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-deb62e84-e605-43bd-9296-127299b45491 req-f03c7ff5-04a5-4199-909e-8b84377571f6 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/security-groups?id=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350220 Aug 12 14:58:32.943379 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72c4d1-48d2-4286-b2ec-4e5b4560a7b9 req-f6b2b6d7-f3b6-4039-b096-eb1a7c4f76ef tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:32.944870 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2d72c4d1-48d2-4286-b2ec-4e5b4560a7b9 req-f6b2b6d7-f3b6-4039-b096-eb1a7c4f76ef tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0571556 Aug 12 14:58:32.981957 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2d72c4d1-48d2-4286-b2ec-4e5b4560a7b9 req-15a3f030-2506-4200-b70c-23edbb068c7a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305536 Aug 12 14:58:33.179469 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:33.235542 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=4d76399f-66b7-4e62-b724-128d8f94404e,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:33.519846 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c7556-39dc-496c-8e56-6f1789ad03ff req-b229783c-aa22-4906-89e3-3a3c513be67c tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:33.521624 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-023c7556-39dc-496c-8e56-6f1789ad03ff req-b229783c-aa22-4906-89e3-3a3c513be67c tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0763364 Aug 12 14:58:33.567087 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-023c7556-39dc-496c-8e56-6f1789ad03ff req-9eb7b71e-5e3b-4655-b29a-ed47acfd51d1 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383584 Aug 12 14:58:33.956334 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f20de8-e7fa-4e00-ab2a-25e26e77c07d req-ea717ea9-d766-4a98-b7f7-be2f42c5f2e8 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:33.958200 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-40f20de8-e7fa-4e00-ab2a-25e26e77c07d req-ea717ea9-d766-4a98-b7f7-be2f42c5f2e8 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=96e62435-d54b-4ee8-aa76-766280ad9a3f HTTP/1.1" status: 200 len: 945 time: 0.0536525 Aug 12 14:58:34.003235 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-40f20de8-e7fa-4e00-ab2a-25e26e77c07d req-3d8bae25-a0d5-4b77-9b05-8f6cd6a15388 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/security-groups?id=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385201 Aug 12 14:58:34.101997 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413245b-59f2-49e2-9239-20008d80311b req-8d8abf69-f74c-4fd5-9d8b-148a8cf77a38 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:34.103462 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e413245b-59f2-49e2-9239-20008d80311b req-8d8abf69-f74c-4fd5-9d8b-148a8cf77a38 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0495067 Aug 12 14:58:34.139725 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e413245b-59f2-49e2-9239-20008d80311b req-f3dfda0d-c39c-4af3-98f3-46c45a295c42 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302117 Aug 12 14:58:34.188127 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165e2e4-5d7c-4403-95bd-a3993afc81bc req-8d83d3fe-0762-441c-a79d-33de3e0d8624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:34.189608 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0165e2e4-5d7c-4403-95bd-a3993afc81bc req-8d83d3fe-0762-441c-a79d-33de3e0d8624 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65cf5c41ebe24a33be53346ccc25509b&device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 1099 time: 0.0396624 Aug 12 14:58:34.513867 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165e2e4-5d7c-4403-95bd-a3993afc81bc req-7076d627-1431-40f8-abdc-f31fff260346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:34.515296 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0165e2e4-5d7c-4403-95bd-a3993afc81bc req-7076d627-1431-40f8-abdc-f31fff260346 service neutron] 10.222.0.73 "GET /v2.0/networks?id=840e7996-3260-480f-b729-67466325f665 HTTP/1.1" status: 200 len: 920 time: 0.3158939 Aug 12 14:58:34.541763 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['4d76399f-66b7-4e62-b724-128d8f94404e'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:58:34.580542 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0165e2e4-5d7c-4403-95bd-a3993afc81bc req-1ae752ae-25c4-4220-95d3-09eecb53c3a0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2e90027-acd4-4884-9831-21a961941181 HTTP/1.1" status: 200 len: 217 time: 0.0406735 Aug 12 14:58:34.632072 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165e2e4-5d7c-4403-95bd-a3993afc81bc req-766f4db5-9c24-44dd-a6d1-993af79a87a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:34.633587 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0165e2e4-5d7c-4403-95bd-a3993afc81bc req-766f4db5-9c24-44dd-a6d1-993af79a87a8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=113eea66-7231-4737-b65d-c9a7771abd50 HTTP/1.1" status: 200 len: 859 time: 0.0503440 Aug 12 14:58:34.671813 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0165e2e4-5d7c-4403-95bd-a3993afc81bc req-7c2e415e-79c4-4b9f-87d1-1ca5dfb5c3d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=840e7996-3260-480f-b729-67466325f665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281353 Aug 12 14:58:34.688356 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883689ba-f863-43c3-841f-a4885f4d6163 req-48041360-bce4-4872-ae03-447b0c4dcd0d tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:34.690028 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-883689ba-f863-43c3-841f-a4885f4d6163 req-48041360-bce4-4872-ae03-447b0c4dcd0d tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0497830 Aug 12 14:58:34.743805 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-883689ba-f863-43c3-841f-a4885f4d6163 req-e9cd4b04-673d-4d4b-b218-76b2ca147345 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426099 Aug 12 14:58:34.783224 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0165e2e4-5d7c-4403-95bd-a3993afc81bc req-7fc4c118-96ca-4ce8-81cf-a368070e0862 service neutron] 10.222.0.73 "GET /v2.0/networks/840e7996-3260-480f-b729-67466325f665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999234 Aug 12 14:58:34.885744 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0165e2e4-5d7c-4403-95bd-a3993afc81bc req-15add12f-47e0-4c7d-8da6-45a8f8343e7c service neutron] 10.222.0.73 "GET /v2.0/networks/840e7996-3260-480f-b729-67466325f665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862348 Aug 12 14:58:35.114635 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da334012-bb1f-415e-a474-a8e8e7b6d2d6 req-3df1efac-ba24-4425-ad29-8d8312e43b78 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:35.116668 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-da334012-bb1f-415e-a474-a8e8e7b6d2d6 req-3df1efac-ba24-4425-ad29-8d8312e43b78 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=96e62435-d54b-4ee8-aa76-766280ad9a3f HTTP/1.1" status: 200 len: 945 time: 0.0463524 Aug 12 14:58:35.155544 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-da334012-bb1f-415e-a474-a8e8e7b6d2d6 req-5003e1df-2dec-42df-b6a5-32753099cd93 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/security-groups?id=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330460 Aug 12 14:58:35.259212 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042030d1-e2fc-4515-a0da-7be2059f21e3 req-b718b2a2-931e-4942-9432-f7f199493383 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:35.264767 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-042030d1-e2fc-4515-a0da-7be2059f21e3 req-b718b2a2-931e-4942-9432-f7f199493383 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0483143 Aug 12 14:58:35.299326 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-042030d1-e2fc-4515-a0da-7be2059f21e3 req-f63a5eed-c5b2-4ee2-b31a-aaf0a9d45af6 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326447 Aug 12 14:58:35.545653 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:35.563825 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5edd3f-b405-4d1e-9d87-920d843cfb63 req-132fb447-418d-49e0-b87a-064edae922fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:35.565330 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0e5edd3f-b405-4d1e-9d87-920d843cfb63 req-132fb447-418d-49e0-b87a-064edae922fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=37678a06dae54b7fad6948bc9e0fac01&device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 1098 time: 0.0400870 Aug 12 14:58:35.658829 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5edd3f-b405-4d1e-9d87-920d843cfb63 req-3fddb6dd-80f7-4505-969a-be6a7538e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:35.660614 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0e5edd3f-b405-4d1e-9d87-920d843cfb63 req-3fddb6dd-80f7-4505-969a-be6a7538e1c0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=853fd948-8021-42a8-9c8b-8e46175e3c7f HTTP/1.1" status: 200 len: 918 time: 0.0838196 Aug 12 14:58:35.731531 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0e5edd3f-b405-4d1e-9d87-920d843cfb63 req-1b874bba-9167-4f9e-9025-8c0d459975c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6929af9-79df-4a40-bbdd-0227e463f844 HTTP/1.1" status: 200 len: 1001 time: 0.0626779 Aug 12 14:58:35.800935 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5edd3f-b405-4d1e-9d87-920d843cfb63 req-fc6d5fe9-b75e-46d9-846b-cbb61025b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:35.802662 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0e5edd3f-b405-4d1e-9d87-920d843cfb63 req-fc6d5fe9-b75e-46d9-846b-cbb61025b1fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a HTTP/1.1" status: 200 len: 856 time: 0.0506198 Aug 12 14:58:35.848732 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5edd3f-b405-4d1e-9d87-920d843cfb63 req-7c6a4177-38d8-43bb-919b-a8f6cf1e201d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:35.855344 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0e5edd3f-b405-4d1e-9d87-920d843cfb63 req-7c6a4177-38d8-43bb-919b-a8f6cf1e201d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=853fd948-8021-42a8-9c8b-8e46175e3c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399656 Aug 12 14:58:35.864048 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b631627-cf7d-4acb-9f91-4d60ad759da0 req-75418108-18cc-41b4-baa7-1da9aee38953 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:35.865537 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1b631627-cf7d-4acb-9f91-4d60ad759da0 req-75418108-18cc-41b4-baa7-1da9aee38953 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0461562 Aug 12 14:58:35.925568 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1b631627-cf7d-4acb-9f91-4d60ad759da0 req-c0603355-92f2-4e8d-b3e2-96517c5f1f93 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511205 Aug 12 14:58:35.969432 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0e5edd3f-b405-4d1e-9d87-920d843cfb63 req-8594f030-0cf7-48e1-9979-f935eb3706ba service neutron] 10.222.0.73 "GET /v2.0/networks/853fd948-8021-42a8-9c8b-8e46175e3c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074986 Aug 12 14:58:36.063977 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0e5edd3f-b405-4d1e-9d87-920d843cfb63 req-fe206da4-2c59-4ed0-90e7-74c5b2864502 service neutron] 10.222.0.73 "GET /v2.0/networks/853fd948-8021-42a8-9c8b-8e46175e3c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820758 Aug 12 14:58:36.131217 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 4d76399f-66b7-4e62-b724-128d8f94404e up at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:58:36.266437 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aaaca4-ba07-46fb-9bde-7f973db09895 req-04390088-d48d-4d90-907a-d1fe3d17420d tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:36.267918 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-42aaaca4-ba07-46fb-9bde-7f973db09895 req-04390088-d48d-4d90-907a-d1fe3d17420d tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=96e62435-d54b-4ee8-aa76-766280ad9a3f HTTP/1.1" status: 200 len: 945 time: 0.0474803 Aug 12 14:58:36.310063 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-42aaaca4-ba07-46fb-9bde-7f973db09895 req-a04f983b-34c9-4ca8-8531-3503107c3342 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/security-groups?id=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354462 Aug 12 14:58:36.345221 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning for port 4d76399f-66b7-4e62-b724-128d8f94404e completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:58:36.350563 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning complete for port 4d76399f-66b7-4e62-b724-128d8f94404e triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:58:36.359917 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:36.426629 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb1c1d-3075-419e-ad5a-c5cc51238dc8 req-f8d3cb84-f822-426e-8f9c-14bc06b77431 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:36.434418 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-55fb1c1d-3075-419e-ad5a-c5cc51238dc8 req-f8d3cb84-f822-426e-8f9c-14bc06b77431 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0598307 Aug 12 14:58:36.457522 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:36.469711 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-55fb1c1d-3075-419e-ad5a-c5cc51238dc8 req-d959b1ba-90d3-4240-a57d-5a298cad4441 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344484 Aug 12 14:58:36.488412 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e62435-d54b-4ee8-aa76-766280ad9a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d76399f-66b7-4e62-b724-128d8f94404e'}] {{(pid=105907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:58:36.491256 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d000d793ac8a3d868a659aad16e36a91200609b2b231164c0c4cfca9150c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bd6950-8da3-4ccf-80ae-8819fa091692" -d '{"events": [{"server_uuid": "96e62435-d54b-4ee8-aa76-766280ad9a3f", "name": "network-vif-plugged", "status": "completed", "tag": "4d76399f-66b7-4e62-b724-128d8f94404e"}]}' {{(pid=105907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:58:36.504229 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 4d76399f-66b7-4e62-b724-128d8f94404e, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=4d76399f-66b7-4e62-b724-128d8f94404e,segment=NetworkSegment(4610bf91-8e0b-4f7a-b832-d8b6417ab702),segment_id=4610bf91-8e0b-4f7a-b832-d8b6417ab702)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:36.530383 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bc4f9a-6368-4b65-82c7-5fe00cdfed34 x-openstack-request-id: req-34bc4f9a-6368-4b65-82c7-5fe00cdfed34 {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:58:36.532656 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e62435-d54b-4ee8-aa76-766280ad9a3f", "name": "network-vif-plugged", "status": "completed", "tag": "4d76399f-66b7-4e62-b724-128d8f94404e", "code": 200}]} {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:58:36.532656 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-34bc4f9a-6368-4b65-82c7-5fe00cdfed34 {{(pid=105907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:58:36.532656 dv-cinder-800015-3-iscsi neutron-server[105907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e62435-d54b-4ee8-aa76-766280ad9a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d76399f-66b7-4e62-b724-128d8f94404e', 'code': 200} Aug 12 14:58:36.623317 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9cee0-23a5-49f9-aff4-126435079467 req-178fcae5-d2dc-4b44-8b81-4ff68356ddc4 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:36.624711 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8bb9cee0-23a5-49f9-aff4-126435079467 req-178fcae5-d2dc-4b44-8b81-4ff68356ddc4 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 946 time: 0.0481281 Aug 12 14:58:36.662973 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8bb9cee0-23a5-49f9-aff4-126435079467 req-4b0ba72f-92bc-43f7-89d1-e69ff08dc53d tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320573 Aug 12 14:58:36.705858 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:36.778391 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=4d76399f-66b7-4e62-b724-128d8f94404e,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:37.045697 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3a45b-8b7b-4cf6-9ccd-70686c709bbc req-5a7b07f2-9951-4b47-9221-5f0be596e132 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:37.047162 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ffd3a45b-8b7b-4cf6-9ccd-70686c709bbc req-5a7b07f2-9951-4b47-9221-5f0be596e132 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0474589 Aug 12 14:58:37.069350 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed651b-1dc4-413a-b8c8-2c6d27cc8935 req-618cde89-e48b-414f-bbe1-3dd462e23db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:37.084807 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-53ed651b-1dc4-413a-b8c8-2c6d27cc8935 req-618cde89-e48b-414f-bbe1-3dd462e23db5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=96e62435-d54b-4ee8-aa76-766280ad9a3f HTTP/1.1" status: 200 len: 1099 time: 0.0444791 Aug 12 14:58:37.092594 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ffd3a45b-8b7b-4cf6-9ccd-70686c709bbc req-38a86379-4569-4305-a86a-6fda676eb83c tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393732 Aug 12 14:58:37.113115 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-53ed651b-1dc4-413a-b8c8-2c6d27cc8935 req-fa81905b-c9f7-4ba3-b7af-aa317082ff93 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277023 Aug 12 14:58:37.422633 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815bf65-5bf1-4131-9582-f766b3e65599 req-4733031e-a093-410d-88fb-d7ee25c3b1ee tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:37.424105 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2815bf65-5bf1-4131-9582-f766b3e65599 req-4733031e-a093-410d-88fb-d7ee25c3b1ee tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=96e62435-d54b-4ee8-aa76-766280ad9a3f HTTP/1.1" status: 200 len: 946 time: 0.0491800 Aug 12 14:58:37.461102 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2815bf65-5bf1-4131-9582-f766b3e65599 req-f11f19b4-53c6-42e9-8ca1-e4a4789679b2 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/security-groups?id=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308146 Aug 12 14:58:37.592309 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba56464-3b71-433a-996f-219cfa7dae69 req-d124baea-2aea-4307-9b9a-04ec7e2fa919 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:37.593726 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-dba56464-3b71-433a-996f-219cfa7dae69 req-d124baea-2aea-4307-9b9a-04ec7e2fa919 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0514021 Aug 12 14:58:37.630434 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-dba56464-3b71-433a-996f-219cfa7dae69 req-ed426ce9-c29d-43bb-809d-3bb280cce0f9 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305240 Aug 12 14:58:37.782258 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a9c90-c309-44e8-b8bd-9c53c96248cc req-2e837170-1eb4-44cd-94d2-889485019179 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:37.783696 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d29a9c90-c309-44e8-b8bd-9c53c96248cc req-2e837170-1eb4-44cd-94d2-889485019179 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 946 time: 0.0469124 Aug 12 14:58:37.824511 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d29a9c90-c309-44e8-b8bd-9c53c96248cc req-1e0b0630-1ecf-4acb-ba72-3848121c6338 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346026 Aug 12 14:58:38.207148 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059d91b-04c9-4c04-8752-d2b7ebe85a74 req-1454570d-fc3f-435e-8766-f275cef4dc24 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:38.209327 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f059d91b-04c9-4c04-8752-d2b7ebe85a74 req-1454570d-fc3f-435e-8766-f275cef4dc24 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0484812 Aug 12 14:58:38.246867 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f059d91b-04c9-4c04-8752-d2b7ebe85a74 req-476bc9d3-3201-4778-be21-e69cb116abc4 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314310 Aug 12 14:58:38.325107 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:58:38.577789 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd7ec8-6da3-4ed0-b736-999f7b92ce6d req-725c3d2c-1cbd-4344-b8b5-8ef2474261ae tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:38.579510 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-12fd7ec8-6da3-4ed0-b736-999f7b92ce6d req-725c3d2c-1cbd-4344-b8b5-8ef2474261ae tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=96e62435-d54b-4ee8-aa76-766280ad9a3f HTTP/1.1" status: 200 len: 946 time: 0.0508468 Aug 12 14:58:38.618757 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-12fd7ec8-6da3-4ed0-b736-999f7b92ce6d req-91789df3-7756-4d5a-80de-4e9e72820c16 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/security-groups?id=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322719 Aug 12 14:58:38.753745 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa5b73-4df8-4d88-a6f3-bf60f65e0629 req-17a91ccd-47f8-4e28-a51a-d41ed48ca67c tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:38.754306 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e8a00-10b4-48d2-929b-c5d4031c372a req-e6dffcee-a9f1-4403-8765-5ae4748c6fc0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:38.755261 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-fd1e8a00-10b4-48d2-929b-c5d4031c372a req-e6dffcee-a9f1-4403-8765-5ae4748c6fc0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0492291 Aug 12 14:58:38.755493 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-c5fa5b73-4df8-4d88-a6f3-bf60f65e0629 req-17a91ccd-47f8-4e28-a51a-d41ed48ca67c tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 946 time: 0.0488763 Aug 12 14:58:38.809163 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-fd1e8a00-10b4-48d2-929b-c5d4031c372a req-a6bfcd76-4d10-4f37-87ed-8db625b5180d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476205 Aug 12 14:58:38.863722 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-c5fa5b73-4df8-4d88-a6f3-bf60f65e0629 req-3c9c2fa9-28e4-4653-901c-867cf0dbfdc6 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Deleting port 112ebedf-8374-4402-b4c1-5d4dac114423 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:58:38.864061 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-c5fa5b73-4df8-4d88-a6f3-bf60f65e0629 req-3c9c2fa9-28e4-4653-901c-867cf0dbfdc6 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:38.940185 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb7fa-2b05-44ea-8564-0a420bd83380 req-15e9a689-57a9-4ede-ac90-061e916c385d tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:38.943870 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5e6bb7fa-2b05-44ea-8564-0a420bd83380 req-15e9a689-57a9-4ede-ac90-061e916c385d tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 946 time: 0.0506866 Aug 12 14:58:38.970922 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-c5fa5b73-4df8-4d88-a6f3-bf60f65e0629 req-3c9c2fa9-28e4-4653-901c-867cf0dbfdc6 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] For port 112ebedf-8374-4402-b4c1-5d4dac114423, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=112ebedf-8374-4402-b4c1-5d4dac114423,segment=NetworkSegment(34bd49a4-5237-487d-b9fa-5e45f744b2f8),segment_id=34bd49a4-5237-487d-b9fa-5e45f744b2f8)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:38.971427 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-c5fa5b73-4df8-4d88-a6f3-bf60f65e0629 req-3c9c2fa9-28e4-4653-901c-867cf0dbfdc6 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:38.981330 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5e6bb7fa-2b05-44ea-8564-0a420bd83380 req-cb4b9ff6-d726-444a-97a2-5acff994631a tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323532 Aug 12 14:58:38.986759 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-c5fa5b73-4df8-4d88-a6f3-bf60f65e0629 req-3c9c2fa9-28e4-4653-901c-867cf0dbfdc6 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Calling delete_port for 112ebedf-8374-4402-b4c1-5d4dac114423 owned by compute:nova {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:58:39.265703 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-c5fa5b73-4df8-4d88-a6f3-bf60f65e0629 req-3c9c2fa9-28e4-4653-901c-867cf0dbfdc6 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:39.293446 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c2fa9-28e4-4653-901c-867cf0dbfdc6 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Pushing event deleted for resources: {'Port': ['ID=112ebedf-8374-4402-b4c1-5d4dac114423,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:39.331616 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5fa5b73-4df8-4d88-a6f3-bf60f65e0629 req-3c9c2fa9-28e4-4653-901c-867cf0dbfdc6 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] No DVR routers for this DVR port 112ebedf-8374-4402-b4c1-5d4dac114423 on host hv-cinder-80001 {{(pid=105906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:58:39.334176 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-c5fa5b73-4df8-4d88-a6f3-bf60f65e0629 req-3c9c2fa9-28e4-4653-901c-867cf0dbfdc6 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:39.336118 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-c5fa5b73-4df8-4d88-a6f3-bf60f65e0629 req-3c9c2fa9-28e4-4653-901c-867cf0dbfdc6 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.73 "DELETE /v2.0/ports/112ebedf-8374-4402-b4c1-5d4dac114423 HTTP/1.1" status: 204 len: 173 time: 0.5689929 Aug 12 14:58:39.336545 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed33549d-7758-4a1f-981e-57089cbdf813', 'name': 'network-vif-deleted', 'tag': '112ebedf-8374-4402-b4c1-5d4dac114423'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:58:39.338757 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83f3ee9-2a5b-4a7f-b2ec-1ebb9ee25298" -d '{"events": [{"server_uuid": "ed33549d-7758-4a1f-981e-57089cbdf813", "name": "network-vif-deleted", "tag": "112ebedf-8374-4402-b4c1-5d4dac114423"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:58:39.373610 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bc4b45-5691-48ea-8ce7-5cd519ac73e6 x-openstack-request-id: req-c7bc4b45-5691-48ea-8ce7-5cd519ac73e6 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:58:39.373610 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed33549d-7758-4a1f-981e-57089cbdf813", "name": "network-vif-deleted", "tag": "112ebedf-8374-4402-b4c1-5d4dac114423", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:58:39.373610 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c7bc4b45-5691-48ea-8ce7-5cd519ac73e6 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:58:39.373920 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed33549d-7758-4a1f-981e-57089cbdf813', 'name': 'network-vif-deleted', 'tag': '112ebedf-8374-4402-b4c1-5d4dac114423', 'status': 'completed', 'code': 200} Aug 12 14:58:39.731870 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6bd0a-3a62-4e5c-8172-08e482da23d5 req-a48cb029-d4bf-496a-a746-946cb2789fcd tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:39.733468 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6ad6bd0a-3a62-4e5c-8172-08e482da23d5 req-a48cb029-d4bf-496a-a746-946cb2789fcd tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=96e62435-d54b-4ee8-aa76-766280ad9a3f HTTP/1.1" status: 200 len: 946 time: 0.0481250 Aug 12 14:58:39.770013 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6ad6bd0a-3a62-4e5c-8172-08e482da23d5 req-0be235e3-de8c-4683-8f84-665149470bf9 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/security-groups?id=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307286 Aug 12 14:58:39.938496 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432846ef-fea9-4cab-ad6d-cef3037e3250 req-da33e07e-85c7-4369-9e5b-2cdd83945979 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:39.939925 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-432846ef-fea9-4cab-ad6d-cef3037e3250 req-da33e07e-85c7-4369-9e5b-2cdd83945979 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 945 time: 0.0530081 Aug 12 14:58:40.004071 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-432846ef-fea9-4cab-ad6d-cef3037e3250 req-07c597ff-723c-47ea-ba0f-597e7d2915b4 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571070 Aug 12 14:58:40.088649 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1d46a636-e5b4-4c95-a742-3f3e9c82d0b5 req-39235cbf-5ed7-4368-bd31-8c27cf5860c0 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 210 time: 0.0269742 Aug 12 14:58:40.500008 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 41900) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:40.614732 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-221698a1-cd90-40a9-8424-b7540b539ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:40.686662 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['9f737a21-4c60-460b-ab4e-02c72f5ba325', '576feabf-57ed-4210-b3ec-696bc8f56464', 'c7857942-3478-45dd-8f06-fb3cdff50976', '112ebedf-8374-4402-b4c1-5d4dac114423'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:58:40.733725 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-221698a1-cd90-40a9-8424-b7540b539ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:40.900045 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-221698a1-cd90-40a9-8424-b7540b539ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:40.937186 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-221698a1-cd90-40a9-8424-b7540b539ca8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=87a628d22257415e9f4fd8445407f9c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4360459 Aug 12 14:58:40.939077 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221698a1-cd90-40a9-8424-b7540b539ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aab551a-7c4a-407b-ae02-0e7710afdb15,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:40.939918 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 41908) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:40.993611 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-3e60a86d-746f-4430-bd82-a520859933d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:41.016502 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-3e60a86d-746f-4430-bd82-a520859933d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:41.178977 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-39496050-6121-48c5-bb8b-42affb703f37 req-9705cf33-4ee1-4caa-a415-8e8553fa0abb tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 210 time: 0.0249746 Aug 12 14:58:41.214169 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-3e60a86d-746f-4430-bd82-a520859933d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:41.216747 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-3e60a86d-746f-4430-bd82-a520859933d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:41.217826 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-3e60a86d-746f-4430-bd82-a520859933d4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1aab551a-7c4a-407b-ae02-0e7710afdb15 HTTP/1.1" status: 204 len: 168 time: 0.2769351 Aug 12 14:58:41.225410 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60a86d-746f-4430-bd82-a520859933d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aab551a-7c4a-407b-ae02-0e7710afdb15,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:41.743680 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device c6929af9-79df-4a40-bbdd-0227e463f844 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:58:41.823924 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:41.847633 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3775fcbc-45aa-42c6-bb86-c0f550485bde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6929af9-79df-4a40-bbdd-0227e463f844'}] {{(pid=105907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:58:41.850816 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d000d793ac8a3d868a659aad16e36a91200609b2b231164c0c4cfca9150c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0ad339-9113-4360-83f7-09dc79c950a6" -d '{"events": [{"server_uuid": "3775fcbc-45aa-42c6-bb86-c0f550485bde", "name": "network-vif-unplugged", "status": "completed", "tag": "c6929af9-79df-4a40-bbdd-0227e463f844"}]}' {{(pid=105907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:58:41.868151 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port c6929af9-79df-4a40-bbdd-0227e463f844, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=c6929af9-79df-4a40-bbdd-0227e463f844,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:41.892699 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ba1f8d-6ab9-40f5-a6e9-37398459d029 x-openstack-request-id: req-b6ba1f8d-6ab9-40f5-a6e9-37398459d029 {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:58:41.893147 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3775fcbc-45aa-42c6-bb86-c0f550485bde", "name": "network-vif-unplugged", "status": "completed", "tag": "c6929af9-79df-4a40-bbdd-0227e463f844", "code": 200}]} {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:58:41.893399 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b6ba1f8d-6ab9-40f5-a6e9-37398459d029 {{(pid=105907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:58:41.893806 dv-cinder-800015-3-iscsi neutron-server[105907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3775fcbc-45aa-42c6-bb86-c0f550485bde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6929af9-79df-4a40-bbdd-0227e463f844', 'code': 200} Aug 12 14:58:41.971580 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 41944) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:41.985902 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-48d395b6-4a75-4d71-bcd6-b5fcd9990d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:42.014689 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:42.072548 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=c6929af9-79df-4a40-bbdd-0227e463f844,revision_number=8']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:42.126374 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-48d395b6-4a75-4d71-bcd6-b5fcd9990d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:42.183048 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ed920-8295-4293-a635-98a869094f6b req-0dec098e-d66a-40dd-b09a-2fd268f56857 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:42.184529 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a90ed920-8295-4293-a635-98a869094f6b req-0dec098e-d66a-40dd-b09a-2fd268f56857 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 943 time: 0.0515568 Aug 12 14:58:42.228755 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a90ed920-8295-4293-a635-98a869094f6b req-70438c22-0f71-4b0d-90e3-a40b2cd6c704 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381768 Aug 12 14:58:42.245171 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-f78f48fd-f2b8-403c-b0a3-092ce7663745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:42.258818 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-48d395b6-4a75-4d71-bcd6-b5fcd9990d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:42.303091 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d395b6-4a75-4d71-bcd6-b5fcd9990d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab95d4aa-88e9-460d-b79b-edb3456e7e0d,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:42.335128 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a9e90595-f90f-4ba0-b96f-2f77349c2d4a req-1ea8c34c-91d0-48ae-8537-e6ba4359551d tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed33549d-7758-4a1f-981e-57089cbdf813 HTTP/1.1" status: 200 len: 210 time: 0.0268929 Aug 12 14:58:42.335487 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-48d395b6-4a75-4d71-bcd6-b5fcd9990d42 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=616874a4fc1c4558b8d9a2f479c75f99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3533425 Aug 12 14:58:42.335563 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 41958) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:42.376396 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-3491e475-53a3-4039-bbbc-eab741003285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:42.408150 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-3491e475-53a3-4039-bbbc-eab741003285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:42.660068 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-3491e475-53a3-4039-bbbc-eab741003285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:42.664152 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-3491e475-53a3-4039-bbbc-eab741003285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:42.665368 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-3491e475-53a3-4039-bbbc-eab741003285 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ab95d4aa-88e9-460d-b79b-edb3456e7e0d HTTP/1.1" status: 204 len: 168 time: 0.3357294 Aug 12 14:58:42.690407 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491e475-53a3-4039-bbbc-eab741003285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab95d4aa-88e9-460d-b79b-edb3456e7e0d,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:42.986338 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 41982) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:43.163038 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-01512c6c-66aa-4773-bc22-a96b1a648d99 req-d783ed0c-8054-4d4c-b170-9c46832a8c92 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1754582 Aug 12 14:58:43.404940 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd8642-190b-40cf-84b7-c52b9fa01c9f req-c95e2d0b-d804-4230-832a-58e37a9ad888 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:43.407499 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d6bd8642-190b-40cf-84b7-c52b9fa01c9f req-c95e2d0b-d804-4230-832a-58e37a9ad888 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 943 time: 0.0916166 Aug 12 14:58:43.449244 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d6bd8642-190b-40cf-84b7-c52b9fa01c9f req-e3a261d2-7ffb-4b0c-aa75-59a3d2783b37 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324292 Aug 12 14:58:44.572592 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101f1ad-a751-4adc-b3ce-c6a729b3f9dd req-8ff87124-e638-45f9-b784-6453c378a39c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:44.575144 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a101f1ad-a751-4adc-b3ce-c6a729b3f9dd req-8ff87124-e638-45f9-b784-6453c378a39c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 943 time: 0.0511343 Aug 12 14:58:44.598562 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e9147f3b-a420-43bb-8463-cf8724c703db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:44.617991 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a101f1ad-a751-4adc-b3ce-c6a729b3f9dd req-af95cf49-7edf-42c6-9966-b87ca7fd196c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368736 Aug 12 14:58:44.717838 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 112ebedf-8374-4402-b4c1-5d4dac114423 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:58:44.739064 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] No Port match for: 112ebedf-8374-4402-b4c1-5d4dac114423 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:58:44.739412 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 112ebedf-8374-4402-b4c1-5d4dac114423 not bound to the agent host hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:58:45.214172 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:45.907204 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:45.915398 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b058f8e-7402-4b7f-a323-9e7ed10d8a7e req-12ba975c-3af1-4250-934c-15c37b4a1e1d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:45.917621 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4b058f8e-7402-4b7f-a323-9e7ed10d8a7e req-12ba975c-3af1-4250-934c-15c37b4a1e1d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 943 time: 0.2031672 Aug 12 14:58:45.981654 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4b058f8e-7402-4b7f-a323-9e7ed10d8a7e req-fead8615-8425-4969-b938-54b1680d6b44 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485163 Aug 12 14:58:46.015042 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528301dc-84e6-40a7-be3c-5b74896fe2f6 req-4511491c-bd81-4ad9-b239-5aa7b2b0ee73 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:46.016521 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-528301dc-84e6-40a7-be3c-5b74896fe2f6 req-4511491c-bd81-4ad9-b239-5aa7b2b0ee73 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 945 time: 0.0519013 Aug 12 14:58:46.056260 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-528301dc-84e6-40a7-be3c-5b74896fe2f6 req-713a19f9-e372-4965-8185-50f61c14a21b tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330884 Aug 12 14:58:46.711502 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 42100) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:46.826073 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-29fb5b57-a758-41f7-b3e2-8ce8f159bc68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:46.925069 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-29fb5b57-a758-41f7-b3e2-8ce8f159bc68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:46.978019 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01512c6c-66aa-4773-bc22-a96b1a648d99 req-3e36b9c4-eef8-4b60-bafa-749523b0669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:46.979548 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-01512c6c-66aa-4773-bc22-a96b1a648d99 req-3e36b9c4-eef8-4b60-bafa-749523b0669e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde&tenant_id=37678a06dae54b7fad6948bc9e0fac01 HTTP/1.1" status: 200 len: 1096 time: 0.0788448 Aug 12 14:58:47.020133 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-29fb5b57-a758-41f7-b3e2-8ce8f159bc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:47.056844 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01512c6c-66aa-4773-bc22-a96b1a648d99 req-95d58fc6-5a0a-4c0e-b32a-12b802d10f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:47.058955 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-01512c6c-66aa-4773-bc22-a96b1a648d99 req-95d58fc6-5a0a-4c0e-b32a-12b802d10f0a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=37678a06dae54b7fad6948bc9e0fac01&device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 1096 time: 0.0461097 Aug 12 14:58:47.067339 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-29fb5b57-a758-41f7-b3e2-8ce8f159bc68 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=69336f1858634a6e83b4b3dd29e4bee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3546965 Aug 12 14:58:47.068519 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb5b57-a758-41f7-b3e2-8ce8f159bc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5bc006-ac7f-4d43-90f4-6e5e53bde1ee,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:47.077314 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 42114) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:47.160766 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96673b-55e7-4eca-af6a-27a2c7a6af31 req-d1ebb5dd-81e0-40b2-86c7-e1d4bbbb6f03 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:47.165367 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6e96673b-55e7-4eca-af6a-27a2c7a6af31 req-d1ebb5dd-81e0-40b2-86c7-e1d4bbbb6f03 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 943 time: 0.0853419 Aug 12 14:58:47.176490 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-73759304-9829-48d4-8463-1d10331ab6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:47.182099 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01512c6c-66aa-4773-bc22-a96b1a648d99 req-ac9f35e1-7b35-4f79-a49b-be4515cdbb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:47.183569 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-01512c6c-66aa-4773-bc22-a96b1a648d99 req-ac9f35e1-7b35-4f79-a49b-be4515cdbb58 service neutron] 10.222.0.73 "GET /v2.0/networks?id=853fd948-8021-42a8-9c8b-8e46175e3c7f HTTP/1.1" status: 200 len: 918 time: 0.1176927 Aug 12 14:58:47.252340 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-01512c6c-66aa-4773-bc22-a96b1a648d99 req-4311a03b-e841-43ba-89d3-1f6f466d72ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6929af9-79df-4a40-bbdd-0227e463f844 HTTP/1.1" status: 200 len: 999 time: 0.0608776 Aug 12 14:58:47.256136 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-73759304-9829-48d4-8463-1d10331ab6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:47.277462 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6e96673b-55e7-4eca-af6a-27a2c7a6af31 req-8080a714-fa8d-48e4-8ae7-34e021007083 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030061 Aug 12 14:58:47.292307 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a1407-ca60-44b1-ba04-342584ac3545 req-741723eb-84c8-41d9-8086-90960f05d165 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:47.294143 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0b4a1407-ca60-44b1-ba04-342584ac3545 req-741723eb-84c8-41d9-8086-90960f05d165 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 945 time: 0.1107554 Aug 12 14:58:47.315917 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01512c6c-66aa-4773-bc22-a96b1a648d99 req-16a94bb4-4847-4b48-863e-e3713b392a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:47.317417 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-01512c6c-66aa-4773-bc22-a96b1a648d99 req-16a94bb4-4847-4b48-863e-e3713b392a40 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a HTTP/1.1" status: 200 len: 856 time: 0.0504522 Aug 12 14:58:47.375761 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0b4a1407-ca60-44b1-ba04-342584ac3545 req-616008ce-7036-4505-9801-76ab1bb64d41 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639555 Aug 12 14:58:47.379247 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01512c6c-66aa-4773-bc22-a96b1a648d99 req-5226d8eb-b651-49c2-be35-397454b53f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:47.381108 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-01512c6c-66aa-4773-bc22-a96b1a648d99 req-5226d8eb-b651-49c2-be35-397454b53f4e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=853fd948-8021-42a8-9c8b-8e46175e3c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512941 Aug 12 14:58:47.401279 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0f6da-1baf-480d-83e5-d621d437e6a0 req-1cb8f478-73b2-4e32-9c99-2226db085493 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:47.402790 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-35e0f6da-1baf-480d-83e5-d621d437e6a0 req-1cb8f478-73b2-4e32-9c99-2226db085493 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0615611 Aug 12 14:58:47.439689 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-35e0f6da-1baf-480d-83e5-d621d437e6a0 req-10cea944-8b46-449e-a404-6d1812751134 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311594 Aug 12 14:58:47.442584 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:47.477141 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-73759304-9829-48d4-8463-1d10331ab6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:47.480007 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-73759304-9829-48d4-8463-1d10331ab6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:47.483310 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-73759304-9829-48d4-8463-1d10331ab6d5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ec5bc006-ac7f-4d43-90f4-6e5e53bde1ee HTTP/1.1" status: 204 len: 168 time: 0.4086757 Aug 12 14:58:47.489331 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73759304-9829-48d4-8463-1d10331ab6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5bc006-ac7f-4d43-90f4-6e5e53bde1ee,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:47.495701 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-01512c6c-66aa-4773-bc22-a96b1a648d99 req-1be41a1e-9266-4bba-8dd7-83aa92c7558a service neutron] 10.222.0.73 "GET /v2.0/networks/853fd948-8021-42a8-9c8b-8e46175e3c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933678 Aug 12 14:58:47.594518 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-01512c6c-66aa-4773-bc22-a96b1a648d99 req-79abde56-8cc2-41ff-b576-84626d2eb210 service neutron] 10.222.0.73 "GET /v2.0/networks/853fd948-8021-42a8-9c8b-8e46175e3c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890086 Aug 12 14:58:47.737269 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c4c55-794e-415a-84c5-ca6bb8886dcb req-8a4dc853-fb4e-4778-8dc2-25a95fdbb686 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:47.738805 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-721c4c55-794e-415a-84c5-ca6bb8886dcb req-8a4dc853-fb4e-4778-8dc2-25a95fdbb686 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 945 time: 0.0512791 Aug 12 14:58:47.835148 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-721c4c55-794e-415a-84c5-ca6bb8886dcb req-adddca2f-4987-4dc5-aa91-f19d79101c53 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Deleting port c7857942-3478-45dd-8f06-fb3cdff50976 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:58:47.835562 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-721c4c55-794e-415a-84c5-ca6bb8886dcb req-adddca2f-4987-4dc5-aa91-f19d79101c53 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:47.927066 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-721c4c55-794e-415a-84c5-ca6bb8886dcb req-adddca2f-4987-4dc5-aa91-f19d79101c53 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] For port c7857942-3478-45dd-8f06-fb3cdff50976, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=c7857942-3478-45dd-8f06-fb3cdff50976,segment=NetworkSegment(34bd49a4-5237-487d-b9fa-5e45f744b2f8),segment_id=34bd49a4-5237-487d-b9fa-5e45f744b2f8)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:47.927449 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-721c4c55-794e-415a-84c5-ca6bb8886dcb req-adddca2f-4987-4dc5-aa91-f19d79101c53 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:47.939868 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-721c4c55-794e-415a-84c5-ca6bb8886dcb req-adddca2f-4987-4dc5-aa91-f19d79101c53 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Calling delete_port for c7857942-3478-45dd-8f06-fb3cdff50976 owned by compute:nova {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:58:48.204295 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-721c4c55-794e-415a-84c5-ca6bb8886dcb req-adddca2f-4987-4dc5-aa91-f19d79101c53 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:48.216481 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['9f737a21-4c60-460b-ab4e-02c72f5ba325', '576feabf-57ed-4210-b3ec-696bc8f56464', 'c7857942-3478-45dd-8f06-fb3cdff50976'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:58:48.258809 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddca2f-4987-4dc5-aa91-f19d79101c53 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Pushing event deleted for resources: {'Port': ['ID=c7857942-3478-45dd-8f06-fb3cdff50976,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:48.302957 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-721c4c55-794e-415a-84c5-ca6bb8886dcb req-adddca2f-4987-4dc5-aa91-f19d79101c53 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] No DVR routers for this DVR port c7857942-3478-45dd-8f06-fb3cdff50976 on host hv-cinder-80001 {{(pid=105906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:58:48.302957 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adddca2f-4987-4dc5-aa91-f19d79101c53 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:48.302957 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adddca2f-4987-4dc5-aa91-f19d79101c53 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:48.302957 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adddca2f-4987-4dc5-aa91-f19d79101c53 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:48.302957 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adddca2f-4987-4dc5-aa91-f19d79101c53 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:48.302957 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adddca2f-4987-4dc5-aa91-f19d79101c53 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:48.302957 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adddca2f-4987-4dc5-aa91-f19d79101c53 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:48.302957 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adddca2f-4987-4dc5-aa91-f19d79101c53 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:48.302957 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adddca2f-4987-4dc5-aa91-f19d79101c53 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:48.302957 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adddca2f-4987-4dc5-aa91-f19d79101c53 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:48.302957 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adddca2f-4987-4dc5-aa91-f19d79101c53 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:48.302957 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adddca2f-4987-4dc5-aa91-f19d79101c53 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:48.302957 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adddca2f-4987-4dc5-aa91-f19d79101c53 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:48.306945 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-721c4c55-794e-415a-84c5-ca6bb8886dcb req-adddca2f-4987-4dc5-aa91-f19d79101c53 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:48.306945 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-721c4c55-794e-415a-84c5-ca6bb8886dcb req-adddca2f-4987-4dc5-aa91-f19d79101c53 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.73 "DELETE /v2.0/ports/c7857942-3478-45dd-8f06-fb3cdff50976 HTTP/1.1" status: 204 len: 173 time: 0.5554869 Aug 12 14:58:48.306945 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c428864-aedb-42e5-8ee8-d59404114157', 'name': 'network-vif-deleted', 'tag': 'c7857942-3478-45dd-8f06-fb3cdff50976'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:58:48.306945 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa69a95-79d9-4c43-b0b6-04cee23d6dbb" -d '{"events": [{"server_uuid": "9c428864-aedb-42e5-8ee8-d59404114157", "name": "network-vif-deleted", "tag": "c7857942-3478-45dd-8f06-fb3cdff50976"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:58:48.348217 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27322deb-61e6-4afb-bac4-067d66f18305 x-openstack-request-id: req-27322deb-61e6-4afb-bac4-067d66f18305 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:58:48.348509 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c428864-aedb-42e5-8ee8-d59404114157", "name": "network-vif-deleted", "tag": "c7857942-3478-45dd-8f06-fb3cdff50976", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:58:48.348807 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-27322deb-61e6-4afb-bac4-067d66f18305 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:58:48.349165 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c428864-aedb-42e5-8ee8-d59404114157', 'name': 'network-vif-deleted', 'tag': 'c7857942-3478-45dd-8f06-fb3cdff50976', 'status': 'completed', 'code': 200} Aug 12 14:58:48.430218 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca041d-3ddd-4ec1-b085-e9df45bc568b req-1e02e9f9-6caa-4a3f-9b6e-8b17fb4eebdf tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:48.436976 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-eaca041d-3ddd-4ec1-b085-e9df45bc568b req-1e02e9f9-6caa-4a3f-9b6e-8b17fb4eebdf tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 943 time: 0.0675340 Aug 12 14:58:48.524482 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-eaca041d-3ddd-4ec1-b085-e9df45bc568b req-f8758659-81eb-4e2f-a748-04ed156e5b2a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863738 Aug 12 14:58:48.603699 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-03a41aeb-f155-430f-b002-7e3b484b93b4 req-94989d4d-6a9b-4482-b0a0-605ef837ae2f tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 210 time: 0.0762756 Aug 12 14:58:48.639514 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 42172) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:48.672405 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6cce5d28-ae91-47bb-983d-2d541c281a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:48.737694 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46054d66-9083-466d-adbe-4ae85b5161be req-7aefe34f-261f-40ea-a6f5-115d8f085bbe tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:48.739765 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-46054d66-9083-466d-adbe-4ae85b5161be req-7aefe34f-261f-40ea-a6f5-115d8f085bbe tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0831826 Aug 12 14:58:48.819794 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-46054d66-9083-466d-adbe-4ae85b5161be req-beb5a25c-3fcd-40f7-bd8b-98e18405da3c tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709262 Aug 12 14:58:48.920554 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6cce5d28-ae91-47bb-983d-2d541c281a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:49.044248 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6cce5d28-ae91-47bb-983d-2d541c281a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:49.100300 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce5d28-ae91-47bb-983d-2d541c281a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30f56d9-1acb-4ac8-ab75-c29e38e5db5d,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:49.109747 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-6cce5d28-ae91-47bb-983d-2d541c281a8a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2bfc19737030431c8434f3369cb2a3c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4686301 Aug 12 14:58:49.112254 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 42178) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:49.126039 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 42180) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:49.173321 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-d98aacde-456f-4b46-bb0a-8b819eedf754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:49.212876 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-d98aacde-456f-4b46-bb0a-8b819eedf754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:49.288044 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-bc04e107-b91a-4678-8cda-10f3dbdcfb93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:49.346325 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-d98aacde-456f-4b46-bb0a-8b819eedf754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:49.349065 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-d98aacde-456f-4b46-bb0a-8b819eedf754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:49.351133 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-d98aacde-456f-4b46-bb0a-8b819eedf754 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c30f56d9-1acb-4ac8-ab75-c29e38e5db5d HTTP/1.1" status: 204 len: 168 time: 0.2376218 Aug 12 14:58:49.360318 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98aacde-456f-4b46-bb0a-8b819eedf754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30f56d9-1acb-4ac8-ab75-c29e38e5db5d,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:49.455487 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-bc04e107-b91a-4678-8cda-10f3dbdcfb93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:49.536421 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-bc04e107-b91a-4678-8cda-10f3dbdcfb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:49.587513 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-bc04e107-b91a-4678-8cda-10f3dbdcfb93 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=67921717bc5643009551685d72b1500f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4579692 Aug 12 14:58:49.587513 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04e107-b91a-4678-8cda-10f3dbdcfb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e40d9c-41d3-440b-80f7-b6b3cfe7987c,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:49.587873 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 42188) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:49.683481 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-921dc1cb-676d-4f4f-bca2-8e8909897a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:49.731531 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-921dc1cb-676d-4f4f-bca2-8e8909897a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:49.740592 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d0e48-b9f4-497f-bde0-b0d518961db5 req-b1380099-b96a-4a0d-b50b-807a13b9fa49 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:49.742228 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ac0d0e48-b9f4-497f-bde0-b0d518961db5 req-b1380099-b96a-4a0d-b50b-807a13b9fa49 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 943 time: 0.1029587 Aug 12 14:58:49.807456 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a84766a7-8902-4f1c-94f5-a9c17509374a req-8d4a5b58-8fe2-4cd6-9432-0be6621be535 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 210 time: 0.0642221 Aug 12 14:58:49.860273 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ac0d0e48-b9f4-497f-bde0-b0d518961db5 req-7bc59d74-ae5c-46c6-a11d-4d5cd4037ec5 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956838 Aug 12 14:58:49.991328 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda1500-89b5-408a-9cac-0bae5b45631b req-a5b81eb7-8ecc-4209-a4e6-9480bdc7d7d3 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:49.999492 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-aeda1500-89b5-408a-9cac-0bae5b45631b req-a5b81eb7-8ecc-4209-a4e6-9480bdc7d7d3 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0623119 Aug 12 14:58:50.035839 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-aeda1500-89b5-408a-9cac-0bae5b45631b req-08d48bd9-5f6d-4274-a094-0268e41b764e tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354035 Aug 12 14:58:50.042808 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-921dc1cb-676d-4f4f-bca2-8e8909897a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:50.045538 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-921dc1cb-676d-4f4f-bca2-8e8909897a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:50.054845 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-921dc1cb-676d-4f4f-bca2-8e8909897a4a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/64e40d9c-41d3-440b-80f7-b6b3cfe7987c HTTP/1.1" status: 204 len: 168 time: 0.4578333 Aug 12 14:58:50.056730 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921dc1cb-676d-4f4f-bca2-8e8909897a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e40d9c-41d3-440b-80f7-b6b3cfe7987c,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:50.759770 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device c7857942-3478-45dd-8f06-fb3cdff50976 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:58:50.780580 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] No Port match for: c7857942-3478-45dd-8f06-fb3cdff50976 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:58:50.780973 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device c7857942-3478-45dd-8f06-fb3cdff50976 not bound to the agent host hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:58:50.964427 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0a2a4748-ad65-4bf0-a571-aed4f49ad91d req-e2073146-7552-42e2-979c-d1b2644beb47 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 210 time: 0.0400934 Aug 12 14:58:51.044053 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f853433-454e-4d35-8c05-40161882fcc0 req-4e8c780e-f79c-4d82-844c-b057ba184f61 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:51.045705 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8f853433-454e-4d35-8c05-40161882fcc0 req-4e8c780e-f79c-4d82-844c-b057ba184f61 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 943 time: 0.0896230 Aug 12 14:58:51.093136 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8f853433-454e-4d35-8c05-40161882fcc0 req-ed6ed4fd-fdc6-4f98-b13b-644b767f6d77 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413547 Aug 12 14:58:51.176352 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef7528-83f1-42c6-b54b-22703399d077 req-f54773b7-ad3f-4521-9c47-6f2c888d305a tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:51.178726 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-61ef7528-83f1-42c6-b54b-22703399d077 req-f54773b7-ad3f-4521-9c47-6f2c888d305a tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0519180 Aug 12 14:58:51.217999 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-61ef7528-83f1-42c6-b54b-22703399d077 req-fe77abab-da1d-4fea-b85a-52a434dea08d tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333400 Aug 12 14:58:52.075974 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-adbdb0f1-2414-4eca-a979-1cc9b2080edb req-4d20e8ef-f726-46a5-ba0f-661f68e95077 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 210 time: 0.0297804 Aug 12 14:58:52.281888 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46d79d-afaf-4c1a-8e2f-5cc250c49c06 req-3bcd5d4b-34d4-4b54-b28a-24246d004264 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:52.283368 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ce46d79d-afaf-4c1a-8e2f-5cc250c49c06 req-3bcd5d4b-34d4-4b54-b28a-24246d004264 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 943 time: 0.0905945 Aug 12 14:58:52.347827 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ce46d79d-afaf-4c1a-8e2f-5cc250c49c06 req-2e421518-8510-46a3-bad3-46c62824ce30 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563731 Aug 12 14:58:52.367084 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7cd12-7fd2-4f39-af88-b07b0632d903 req-ea2a28f9-c27b-4016-a722-f0622af2ba05 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:52.368609 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f5f7cd12-7fd2-4f39-af88-b07b0632d903 req-ea2a28f9-c27b-4016-a722-f0622af2ba05 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0692210 Aug 12 14:58:52.410156 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f5f7cd12-7fd2-4f39-af88-b07b0632d903 req-d9707cb1-d754-4565-9e40-628428f3bd81 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353432 Aug 12 14:58:53.190227 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-24ffe3b6-17c0-498d-87d1-5819451ecd17 req-75714554-d498-47cf-b3e2-133a63efe1dc tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 210 time: 0.0277174 Aug 12 14:58:53.489353 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35b62d-fcbd-4688-9621-115aaec8d619 req-3b54587d-74d0-41cf-b90c-c2f2f283238a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:53.490846 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6a35b62d-fcbd-4688-9621-115aaec8d619 req-3b54587d-74d0-41cf-b90c-c2f2f283238a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 943 time: 0.0556078 Aug 12 14:58:53.592680 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6a35b62d-fcbd-4688-9621-115aaec8d619 req-851cdacb-aa79-41d8-a8fb-28510c9813a3 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890875 Aug 12 14:58:53.599001 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4077c4d-bb2e-488c-bc56-423543e41a33 req-0f350977-3ebb-4e49-b7aa-eb053d8f631e tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:53.601499 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a4077c4d-bb2e-488c-bc56-423543e41a33 req-0f350977-3ebb-4e49-b7aa-eb053d8f631e tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.1024666 Aug 12 14:58:53.649408 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a4077c4d-bb2e-488c-bc56-423543e41a33 req-c2244b57-8b82-4a6e-8a52-c24fd70acb4f tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407794 Aug 12 14:58:54.324206 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a0092f85-7a1e-4e01-a3f3-d20f35e4f2ce req-18f2b745-536c-4fe7-a6d3-1e682a46feca tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 210 time: 0.0273671 Aug 12 14:58:54.724186 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b49674-01ef-47ed-9917-5b3d1d92d319 req-22a90994-4e56-462e-a0ac-95d342df60ba tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:54.726173 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-04b49674-01ef-47ed-9917-5b3d1d92d319 req-22a90994-4e56-462e-a0ac-95d342df60ba tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 943 time: 0.0492535 Aug 12 14:58:54.826619 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-04b49674-01ef-47ed-9917-5b3d1d92d319 req-ce897e50-2443-4a23-98e5-93992ed3abde tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794737 Aug 12 14:58:54.843689 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19519b72-a33e-443b-b5a2-29abafcf2192 req-84592289-c06d-4f02-b396-a39aebfcba4e tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:54.845477 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-19519b72-a33e-443b-b5a2-29abafcf2192 req-84592289-c06d-4f02-b396-a39aebfcba4e tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.1179600 Aug 12 14:58:54.891171 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-19519b72-a33e-443b-b5a2-29abafcf2192 req-0df1a5a5-6cf1-427b-8f7c-4505dd050e9d tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337443 Aug 12 14:58:55.454108 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2fc30b5a-1be0-499f-9056-680d812aa0c3 req-08fd8c0e-c3fb-447e-98ca-20cdbcf21225 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 210 time: 0.0306647 Aug 12 14:58:55.969692 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c94e55-032d-4629-9dea-18c70218b7bd req-a1317a7b-b7a4-4992-ba25-eae4c7b2be9b tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:55.972324 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e0c94e55-032d-4629-9dea-18c70218b7bd req-a1317a7b-b7a4-4992-ba25-eae4c7b2be9b tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 943 time: 0.0557637 Aug 12 14:58:56.050168 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e0c94e55-032d-4629-9dea-18c70218b7bd req-e568a7ea-5ce1-40b0-b843-1f26536ca793 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620203 Aug 12 14:58:56.063956 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065dacb-6c88-41c1-bfa7-5bd0c2ca144d req-8126b289-d1dd-4aa1-9344-301f0fdedfc0 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:56.069947 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2065dacb-6c88-41c1-bfa7-5bd0c2ca144d req-8126b289-d1dd-4aa1-9344-301f0fdedfc0 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.1089041 Aug 12 14:58:56.106395 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2065dacb-6c88-41c1-bfa7-5bd0c2ca144d req-cf5a13e7-da8d-4384-b3d6-1e350d3273d2 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326424 Aug 12 14:58:56.629102 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-439f42a8-e8cb-4231-ab0b-402bf7317637 req-8228b06b-7eab-4d41-907c-285b99b08afd tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 210 time: 0.0434840 Aug 12 14:58:57.192990 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64330a-428f-4f5e-950f-5c8801e741c9 req-720d947b-0718-4508-9a8e-ff9c37787d0a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:57.195024 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9f64330a-428f-4f5e-950f-5c8801e741c9 req-720d947b-0718-4508-9a8e-ff9c37787d0a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 943 time: 0.0651593 Aug 12 14:58:57.263587 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9f64330a-428f-4f5e-950f-5c8801e741c9 req-9a9198fe-228c-4120-9dcd-4748cfce00a3 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597806 Aug 12 14:58:57.278358 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262a701-adf3-4b2f-83c3-0bbac92d45fe req-acf2bd05-22ce-4eaa-bd5b-0a7dbb415214 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:57.279913 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2262a701-adf3-4b2f-83c3-0bbac92d45fe req-acf2bd05-22ce-4eaa-bd5b-0a7dbb415214 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0840125 Aug 12 14:58:57.333275 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2262a701-adf3-4b2f-83c3-0bbac92d45fe req-c155cfc2-318d-4f80-a918-da75e6941b9f tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460379 Aug 12 14:58:57.733162 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-adc64d9e-f3b4-4059-8a74-a45132ac3310 req-8becbbec-f8c8-4ec6-8bc2-0a6c4dfde5c2 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 210 time: 0.0266514 Aug 12 14:58:58.413846 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29979a-191f-4e06-b684-a7a0479a7213 req-183e4bc0-8d9b-4045-ac37-6b80e726f98e tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:58.415452 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ea29979a-191f-4e06-b684-a7a0479a7213 req-183e4bc0-8d9b-4045-ac37-6b80e726f98e tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 943 time: 0.0545645 Aug 12 14:58:58.490734 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518dcbd-7325-477d-a6ab-c9a294fd94e3 req-d9523ccc-1279-4981-8ffc-2b0417963211 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:58.492525 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e518dcbd-7325-477d-a6ab-c9a294fd94e3 req-d9523ccc-1279-4981-8ffc-2b0417963211 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0759661 Aug 12 14:58:58.498344 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ea29979a-191f-4e06-b684-a7a0479a7213 req-4ab2e594-a195-4d3f-bd7d-42d650fc74c5 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735104 Aug 12 14:58:58.536367 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e518dcbd-7325-477d-a6ab-c9a294fd94e3 req-a63530c7-da55-486e-a0c4-eb40c32336d0 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367362 Aug 12 14:58:58.874608 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e43db718-f803-4433-aaaf-644ebfade669 req-2463eaaa-bd5b-41fb-b923-09973497d51b tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 210 time: 0.0290380 Aug 12 14:58:59.678671 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4770927-00c5-4806-bbf1-a21f68d3a669 req-5970436b-51a6-43fd-b94b-8830ce6b57ba tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:59.680317 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e4770927-00c5-4806-bbf1-a21f68d3a669 req-5970436b-51a6-43fd-b94b-8830ce6b57ba tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 943 time: 0.0962534 Aug 12 14:58:59.688747 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97338c-f29d-4c37-921b-46bf83a4c825 req-ec9ede87-8197-4c6f-af88-13c43cd4dc3d tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:59.690223 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6e97338c-f29d-4c37-921b-46bf83a4c825 req-ec9ede87-8197-4c6f-af88-13c43cd4dc3d tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0788620 Aug 12 14:58:59.746228 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e4770927-00c5-4806-bbf1-a21f68d3a669 req-3258a270-4c21-4d79-a815-81d11139a732 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549905 Aug 12 14:58:59.750976 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6e97338c-f29d-4c37-921b-46bf83a4c825 req-f55ed3ec-5f7a-4bcb-9532-ac6d57b5e959 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529695 Aug 12 14:58:59.995439 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e0ea9053-1129-4418-b951-a9fa1a47660b req-e386fe8e-293a-43a9-918a-1eb93c4c3ba0 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 210 time: 0.0262687 Aug 12 14:59:00.916281 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ccd24-5138-4f80-a20a-46a9094632fe req-7fd2b5ec-8b33-4f98-9e15-e0df2ca8a9c8 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:00.917823 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d01ccd24-5138-4f80-a20a-46a9094632fe req-7fd2b5ec-8b33-4f98-9e15-e0df2ca8a9c8 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 943 time: 0.0926044 Aug 12 14:59:00.930256 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a6990-131a-4895-84e9-c2deb8a538a2 req-1b327d26-7015-48c2-8238-7cec681bdfdc tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:00.931698 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f15a6990-131a-4895-84e9-c2deb8a538a2 req-1b327d26-7015-48c2-8238-7cec681bdfdc tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0839803 Aug 12 14:59:00.989984 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d01ccd24-5138-4f80-a20a-46a9094632fe req-2b53be54-e22a-4dfb-ae06-57a6edaf0f75 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573406 Aug 12 14:59:00.995060 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f15a6990-131a-4895-84e9-c2deb8a538a2 req-4d156572-ae64-40b1-9e35-4c7cf46d72fe tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552921 Aug 12 14:59:01.121124 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e82602e0-a0a0-40e0-a14b-fb9326dfe6b6 req-a2e847d2-08e3-4c1b-a329-5aa1bf793bd6 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 210 time: 0.0402772 Aug 12 14:59:02.142311 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ecc231-1eed-41de-a1e5-bc0b3828ebe2 req-316a0da9-ec2f-480c-b980-2679b9854c3e tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:02.143856 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e9ecc231-1eed-41de-a1e5-bc0b3828ebe2 req-316a0da9-ec2f-480c-b980-2679b9854c3e tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0815797 Aug 12 14:59:02.159238 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650e3b3-ceb4-4907-ae3b-abf0aefd585a req-95c665b0-d507-44d8-8976-54575639b2e1 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:02.160685 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c650e3b3-ceb4-4907-ae3b-abf0aefd585a req-95c665b0-d507-44d8-8976-54575639b2e1 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 943 time: 0.0876474 Aug 12 14:59:02.217501 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e9ecc231-1eed-41de-a1e5-bc0b3828ebe2 req-b8cff72a-b2e3-4ac3-891c-a05273222fd0 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660932 Aug 12 14:59:02.220380 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c650e3b3-ceb4-4907-ae3b-abf0aefd585a req-d4f6dc55-7e87-42a1-8874-f33227e8030c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532849 Aug 12 14:59:02.313347 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ae06f7a5-5443-456d-94ae-fc167b0f72a4 req-7a20999e-cd97-4946-9745-511d3b0cee3f tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 210 time: 0.0270596 Aug 12 14:59:02.582298 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1d33c-e328-42c0-a7fa-51ae2dfd3fad req-b8671ac0-0ef5-4b8c-8b6f-56e155712fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:02.584416 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-aaa1d33c-e328-42c0-a7fa-51ae2dfd3fad req-b8671ac0-0ef5-4b8c-8b6f-56e155712fca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=37678a06dae54b7fad6948bc9e0fac01&device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 1096 time: 0.0395126 Aug 12 14:59:02.700655 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1d33c-e328-42c0-a7fa-51ae2dfd3fad req-f36e29b1-f66f-41b5-b450-0c069b0ad698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:02.702186 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-aaa1d33c-e328-42c0-a7fa-51ae2dfd3fad req-f36e29b1-f66f-41b5-b450-0c069b0ad698 service neutron] 10.222.0.73 "GET /v2.0/networks?id=853fd948-8021-42a8-9c8b-8e46175e3c7f HTTP/1.1" status: 200 len: 918 time: 0.0914788 Aug 12 14:59:02.776863 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-aaa1d33c-e328-42c0-a7fa-51ae2dfd3fad req-5fb78e11-56ed-4c81-905e-12b86df603f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6929af9-79df-4a40-bbdd-0227e463f844 HTTP/1.1" status: 200 len: 999 time: 0.0644436 Aug 12 14:59:02.840425 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1d33c-e328-42c0-a7fa-51ae2dfd3fad req-ab354612-f2f7-4842-b6e7-7cbebebf8095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:02.842116 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-aaa1d33c-e328-42c0-a7fa-51ae2dfd3fad req-ab354612-f2f7-4842-b6e7-7cbebebf8095 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a HTTP/1.1" status: 200 len: 856 time: 0.0492718 Aug 12 14:59:02.907110 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1d33c-e328-42c0-a7fa-51ae2dfd3fad req-662a258e-0083-407d-bf83-815684c65295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:02.908583 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-aaa1d33c-e328-42c0-a7fa-51ae2dfd3fad req-662a258e-0083-407d-bf83-815684c65295 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=853fd948-8021-42a8-9c8b-8e46175e3c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398774 Aug 12 14:59:03.004629 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-aaa1d33c-e328-42c0-a7fa-51ae2dfd3fad req-b837e8e9-dc22-4c22-8cce-6f8f398f4fcd service neutron] 10.222.0.73 "GET /v2.0/networks/853fd948-8021-42a8-9c8b-8e46175e3c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873289 Aug 12 14:59:03.100106 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-aaa1d33c-e328-42c0-a7fa-51ae2dfd3fad req-60f0a1f2-9322-4db8-baf1-c5073a6cc265 service neutron] 10.222.0.73 "GET /v2.0/networks/853fd948-8021-42a8-9c8b-8e46175e3c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837719 Aug 12 14:59:03.333382 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9b6f6-38fd-4779-ae43-b869c630828d req-f992e203-a52a-4879-8658-d3ae0193052a tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:03.334917 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ace9b6f6-38fd-4779-ae43-b869c630828d req-f992e203-a52a-4879-8658-d3ae0193052a tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0481470 Aug 12 14:59:03.371255 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ace9b6f6-38fd-4779-ae43-b869c630828d req-d193f6cc-bf76-4270-8466-0abe30008f37 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304060 Aug 12 14:59:03.484908 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33f462-5d2c-4b48-bc95-000df55afb05 req-ab26030d-7066-4eca-b7ef-8b39e2571476 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:03.486659 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cb33f462-5d2c-4b48-bc95-000df55afb05 req-ab26030d-7066-4eca-b7ef-8b39e2571476 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 943 time: 0.0553439 Aug 12 14:59:03.528166 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cb33f462-5d2c-4b48-bc95-000df55afb05 req-6b7f8401-fb3d-426a-bb10-33d7608ed07e tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339358 Aug 12 14:59:03.629474 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5151696a-5d05-4b2d-8262-2c334ae132ec req-929da3a0-5c8d-4b2f-820e-dda23c1f7b04 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c428864-aedb-42e5-8ee8-d59404114157 HTTP/1.1" status: 200 len: 210 time: 0.0269182 Aug 12 14:59:03.848186 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775a897-66fb-47ab-ad02-669e9cc80390 req-5d3b0232-8424-44ca-bc50-d0280e6349af tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:03.849588 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1775a897-66fb-47ab-ad02-669e9cc80390 req-5d3b0232-8424-44ca-bc50-d0280e6349af tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.73 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 945 time: 0.0584662 Aug 12 14:59:03.942890 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-1775a897-66fb-47ab-ad02-669e9cc80390 req-a558b666-a078-4bd9-84e8-f7b112472bde tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Deleting port 8900a95b-432f-4e92-b730-9107a7c75dc5 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:59:03.943225 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1775a897-66fb-47ab-ad02-669e9cc80390 req-a558b666-a078-4bd9-84e8-f7b112472bde tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:04.045915 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-1775a897-66fb-47ab-ad02-669e9cc80390 req-a558b666-a078-4bd9-84e8-f7b112472bde tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] For port 8900a95b-432f-4e92-b730-9107a7c75dc5, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=8900a95b-432f-4e92-b730-9107a7c75dc5,segment=NetworkSegment(fbb3272c-a19e-44e5-96a7-19de32afd74d),segment_id=fbb3272c-a19e-44e5-96a7-19de32afd74d)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:59:04.046663 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1775a897-66fb-47ab-ad02-669e9cc80390 req-a558b666-a078-4bd9-84e8-f7b112472bde tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:04.068316 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-1775a897-66fb-47ab-ad02-669e9cc80390 req-a558b666-a078-4bd9-84e8-f7b112472bde tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Calling delete_port for 8900a95b-432f-4e92-b730-9107a7c75dc5 owned by compute:nova {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:59:04.346371 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1775a897-66fb-47ab-ad02-669e9cc80390 req-a558b666-a078-4bd9-84e8-f7b112472bde tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:04.359994 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['d2e90027-acd4-4884-9831-21a961941181', '8900a95b-432f-4e92-b730-9107a7c75dc5'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:59:04.387965 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558b666-a078-4bd9-84e8-f7b112472bde tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Pushing event deleted for resources: {'Port': ['ID=8900a95b-432f-4e92-b730-9107a7c75dc5,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:04.473480 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-1775a897-66fb-47ab-ad02-669e9cc80390 req-a558b666-a078-4bd9-84e8-f7b112472bde tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] No DVR routers for this DVR port 8900a95b-432f-4e92-b730-9107a7c75dc5 on host hv-cinder-80001 {{(pid=105906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:59:04.477712 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1775a897-66fb-47ab-ad02-669e9cc80390 req-a558b666-a078-4bd9-84e8-f7b112472bde tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:04.480824 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1775a897-66fb-47ab-ad02-669e9cc80390 req-a558b666-a078-4bd9-84e8-f7b112472bde tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.73 "DELETE /v2.0/ports/8900a95b-432f-4e92-b730-9107a7c75dc5 HTTP/1.1" status: 204 len: 173 time: 0.6213143 Aug 12 14:59:04.482967 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2121bed5-7ae6-4796-8c06-dda608f980dd', 'name': 'network-vif-deleted', 'tag': '8900a95b-432f-4e92-b730-9107a7c75dc5'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:59:04.489490 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6f7c00-a7e8-49f4-b960-8ea3b91a390f" -d '{"events": [{"server_uuid": "2121bed5-7ae6-4796-8c06-dda608f980dd", "name": "network-vif-deleted", "tag": "8900a95b-432f-4e92-b730-9107a7c75dc5"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:59:04.500853 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7582c397-332e-48cf-85eb-d82fe7d62071 req-b1bed16a-b09e-4f2f-8f9f-7c1c7b235ad3 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 210 time: 0.0352905 Aug 12 14:59:04.534780 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e9f0aa-9c05-4963-8ac2-d20d01314a0e x-openstack-request-id: req-87e9f0aa-9c05-4963-8ac2-d20d01314a0e {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:59:04.535100 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2121bed5-7ae6-4796-8c06-dda608f980dd", "name": "network-vif-deleted", "tag": "8900a95b-432f-4e92-b730-9107a7c75dc5", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:59:04.535752 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-87e9f0aa-9c05-4963-8ac2-d20d01314a0e {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:59:04.535752 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2121bed5-7ae6-4796-8c06-dda608f980dd', 'name': 'network-vif-deleted', 'tag': '8900a95b-432f-4e92-b730-9107a7c75dc5', 'status': 'completed', 'code': 200} Aug 12 14:59:04.649702 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86fe84e-f60e-4d9c-b4fa-234c8433fdea req-07a805a9-93aa-4091-95b8-22e9a16fffb2 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:04.651571 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d86fe84e-f60e-4d9c-b4fa-234c8433fdea req-07a805a9-93aa-4091-95b8-22e9a16fffb2 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 943 time: 0.0481808 Aug 12 14:59:04.691545 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d86fe84e-f60e-4d9c-b4fa-234c8433fdea req-dfa7e0b9-96e0-432e-8125-4ded8ef73dd4 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338669 Aug 12 14:59:05.255886 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde3da1-14a2-48b7-b998-78651865d5c5 req-23214989-0a12-4c54-a376-113fad8f2401 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:05.257914 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-bcde3da1-14a2-48b7-b998-78651865d5c5 req-23214989-0a12-4c54-a376-113fad8f2401 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0c28529-f143-4c28-b99d-3ef29e632fd1 HTTP/1.1" status: 200 len: 946 time: 0.0488684 Aug 12 14:59:05.295907 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-bcde3da1-14a2-48b7-b998-78651865d5c5 req-f5dabd9e-756b-4f4c-9d5c-48d56eb406af tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319731 Aug 12 14:59:05.512259 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:05.611194 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9885feaa-07f5-40cb-a381-212894df0afb req-70ff5093-91f9-4074-b2db-88f8692ca9dc tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=2121bed5-7ae6-4796-8c06-dda608f980dd HTTP/1.1" status: 200 len: 210 time: 0.0245974 Aug 12 14:59:05.818105 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891a614-b18f-43aa-a976-b35e0b23793f req-7b9b43bc-8c87-4a0b-bb6f-64156fe9b60d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:05.819718 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6891a614-b18f-43aa-a976-b35e0b23793f req-7b9b43bc-8c87-4a0b-bb6f-64156fe9b60d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 943 time: 0.0492232 Aug 12 14:59:05.858145 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6891a614-b18f-43aa-a976-b35e0b23793f req-06b3ce1e-e15d-4f67-b591-977e065f7ebe tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321150 Aug 12 14:59:06.409916 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543894e-2562-4861-b3fe-1592e5e4227c req-cc9c878b-15a1-426d-a1d0-7f5a735e5cfd tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:06.411412 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4543894e-2562-4861-b3fe-1592e5e4227c req-cc9c878b-15a1-426d-a1d0-7f5a735e5cfd tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0c28529-f143-4c28-b99d-3ef29e632fd1 HTTP/1.1" status: 200 len: 946 time: 0.0460873 Aug 12 14:59:06.449462 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4543894e-2562-4861-b3fe-1592e5e4227c req-0e05ea95-5bd9-4a79-b67c-dead7ed45e60 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309684 Aug 12 14:59:06.529921 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 42558) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:06.634830 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-097da98a-ac2b-48cb-bb8b-c7de3c4807ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:06.729660 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-097da98a-ac2b-48cb-bb8b-c7de3c4807ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:06.815591 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-097da98a-ac2b-48cb-bb8b-c7de3c4807ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:06.828599 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 8900a95b-432f-4e92-b730-9107a7c75dc5 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:59:06.852087 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097da98a-ac2b-48cb-bb8b-c7de3c4807ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f44dfa-7dba-466f-bdf0-16ce25d1c52f,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:06.856380 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] No Port match for: 8900a95b-432f-4e92-b730-9107a7c75dc5 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:59:06.859980 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-097da98a-ac2b-48cb-bb8b-c7de3c4807ac admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a5c37f4b5dfd490d8aa53edb087d3e35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257627 Aug 12 14:59:06.860100 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 8900a95b-432f-4e92-b730-9107a7c75dc5 not bound to the agent host hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:59:06.860204 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 42566) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:06.921074 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c7146e76-ea69-4094-811e-8755ce07a320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:06.934193 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008729ef-adf9-47b0-95f3-ea52d6dce63e req-13ce636b-2f91-4d19-8773-67fde96e2a01 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:06.935672 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-008729ef-adf9-47b0-95f3-ea52d6dce63e req-13ce636b-2f91-4d19-8773-67fde96e2a01 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0c28529-f143-4c28-b99d-3ef29e632fd1 HTTP/1.1" status: 200 len: 946 time: 0.0522738 Aug 12 14:59:06.954515 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c7146e76-ea69-4094-811e-8755ce07a320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:07.025488 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177486d-ed62-40fd-9c8e-4d1d8f1d23c3 req-85147877-9a80-4c91-8ef2-471304906d3a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:07.027055 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a177486d-ed62-40fd-9c8e-4d1d8f1d23c3 req-85147877-9a80-4c91-8ef2-471304906d3a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 943 time: 0.0908825 Aug 12 14:59:07.033958 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-008729ef-adf9-47b0-95f3-ea52d6dce63e req-521b9de7-b2ba-4516-96ba-c611e0e4b84b tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Deleting port 576feabf-57ed-4210-b3ec-696bc8f56464 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:59:07.034298 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-008729ef-adf9-47b0-95f3-ea52d6dce63e req-521b9de7-b2ba-4516-96ba-c611e0e4b84b tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:07.067903 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a177486d-ed62-40fd-9c8e-4d1d8f1d23c3 req-69cf6adf-6027-4bda-9987-61e12b6cc32a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349269 Aug 12 14:59:07.135238 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-008729ef-adf9-47b0-95f3-ea52d6dce63e req-521b9de7-b2ba-4516-96ba-c611e0e4b84b tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] For port 576feabf-57ed-4210-b3ec-696bc8f56464, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=576feabf-57ed-4210-b3ec-696bc8f56464,segment=NetworkSegment(34bd49a4-5237-487d-b9fa-5e45f744b2f8),segment_id=34bd49a4-5237-487d-b9fa-5e45f744b2f8)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:59:07.135622 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-008729ef-adf9-47b0-95f3-ea52d6dce63e req-521b9de7-b2ba-4516-96ba-c611e0e4b84b tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:07.149668 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-008729ef-adf9-47b0-95f3-ea52d6dce63e req-521b9de7-b2ba-4516-96ba-c611e0e4b84b tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Calling delete_port for 576feabf-57ed-4210-b3ec-696bc8f56464 owned by compute:nova {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:59:07.157722 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505fc3e-ebf7-4b01-a094-610937351eb2 req-b4e67289-9ca0-40f0-bd29-33457d0df503 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:07.159201 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5505fc3e-ebf7-4b01-a094-610937351eb2 req-b4e67289-9ca0-40f0-bd29-33457d0df503 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0504036 Aug 12 14:59:07.160333 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c7146e76-ea69-4094-811e-8755ce07a320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:07.163182 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c7146e76-ea69-4094-811e-8755ce07a320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:07.165058 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-c7146e76-ea69-4094-811e-8755ce07a320 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/59f44dfa-7dba-466f-bdf0-16ce25d1c52f HTTP/1.1" status: 204 len: 168 time: 0.3032222 Aug 12 14:59:07.196543 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7146e76-ea69-4094-811e-8755ce07a320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f44dfa-7dba-466f-bdf0-16ce25d1c52f,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:07.209950 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7146e76-ea69-4094-811e-8755ce07a320 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:07.210304 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7146e76-ea69-4094-811e-8755ce07a320 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:07.211261 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7146e76-ea69-4094-811e-8755ce07a320 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:07.211564 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7146e76-ea69-4094-811e-8755ce07a320 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:07.211884 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7146e76-ea69-4094-811e-8755ce07a320 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:07.212388 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7146e76-ea69-4094-811e-8755ce07a320 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:07.212899 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7146e76-ea69-4094-811e-8755ce07a320 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:07.213375 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7146e76-ea69-4094-811e-8755ce07a320 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:07.215102 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7146e76-ea69-4094-811e-8755ce07a320 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:07.215102 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7146e76-ea69-4094-811e-8755ce07a320 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:07.215102 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7146e76-ea69-4094-811e-8755ce07a320 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:07.215102 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7146e76-ea69-4094-811e-8755ce07a320 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:07.239055 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5505fc3e-ebf7-4b01-a094-610937351eb2 req-eb922477-e074-45f9-9965-180a7c34a528 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644488 Aug 12 14:59:07.386840 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-008729ef-adf9-47b0-95f3-ea52d6dce63e req-521b9de7-b2ba-4516-96ba-c611e0e4b84b tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:07.401706 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['9f737a21-4c60-460b-ab4e-02c72f5ba325', '576feabf-57ed-4210-b3ec-696bc8f56464'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:59:07.416903 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b9de7-b2ba-4516-96ba-c611e0e4b84b tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Pushing event deleted for resources: {'Port': ['ID=576feabf-57ed-4210-b3ec-696bc8f56464,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:07.458428 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-008729ef-adf9-47b0-95f3-ea52d6dce63e req-521b9de7-b2ba-4516-96ba-c611e0e4b84b tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] No DVR routers for this DVR port 576feabf-57ed-4210-b3ec-696bc8f56464 on host hv-cinder-80001 {{(pid=105906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:59:07.461663 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-008729ef-adf9-47b0-95f3-ea52d6dce63e req-521b9de7-b2ba-4516-96ba-c611e0e4b84b tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:07.464965 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-008729ef-adf9-47b0-95f3-ea52d6dce63e req-521b9de7-b2ba-4516-96ba-c611e0e4b84b tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.73 "DELETE /v2.0/ports/576feabf-57ed-4210-b3ec-696bc8f56464 HTTP/1.1" status: 204 len: 173 time: 0.5210266 Aug 12 14:59:07.464965 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c28529-f143-4c28-b99d-3ef29e632fd1', 'name': 'network-vif-deleted', 'tag': '576feabf-57ed-4210-b3ec-696bc8f56464'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:59:07.466631 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a3e86f-02af-45f6-8498-3e8755be856b" -d '{"events": [{"server_uuid": "b0c28529-f143-4c28-b99d-3ef29e632fd1", "name": "network-vif-deleted", "tag": "576feabf-57ed-4210-b3ec-696bc8f56464"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:59:07.518390 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d0aee8-fc51-451b-b529-4c6f0c755d48 x-openstack-request-id: req-86d0aee8-fc51-451b-b529-4c6f0c755d48 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:59:07.518681 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c28529-f143-4c28-b99d-3ef29e632fd1", "name": "network-vif-deleted", "tag": "576feabf-57ed-4210-b3ec-696bc8f56464", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:59:07.518928 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-86d0aee8-fc51-451b-b529-4c6f0c755d48 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:59:07.519317 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c28529-f143-4c28-b99d-3ef29e632fd1', 'name': 'network-vif-deleted', 'tag': '576feabf-57ed-4210-b3ec-696bc8f56464', 'status': 'completed', 'code': 200} Aug 12 14:59:07.561477 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b7b81e3c-f1ff-4023-bb9b-74372c9c44a7 req-f13bc072-96a7-4e23-80af-5ff1ef32e89e tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0c28529-f143-4c28-b99d-3ef29e632fd1 HTTP/1.1" status: 200 len: 210 time: 0.0298369 Aug 12 14:59:07.990503 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 42584) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:08.004308 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-fb859956-7076-42e0-a6bc-177ca89fbd02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:08.105685 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-fb859956-7076-42e0-a6bc-177ca89fbd02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:08.196983 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f7c6d-9083-4407-bb38-1b7f3fe28f33 req-d31a0721-7036-47e1-bcf4-9a4fc3dd6df0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:08.198715 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d43f7c6d-9083-4407-bb38-1b7f3fe28f33 req-d31a0721-7036-47e1-bcf4-9a4fc3dd6df0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 943 time: 0.0492918 Aug 12 14:59:08.203410 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-fb859956-7076-42e0-a6bc-177ca89fbd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:08.269755 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-fb859956-7076-42e0-a6bc-177ca89fbd02 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fc38b0b030fb4cbc87ca8b1be9ef4152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781641 Aug 12 14:59:08.270477 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb859956-7076-42e0-a6bc-177ca89fbd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98b504e-6760-482f-83e5-38c3aa21fc7b,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:08.272351 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 42592) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:08.285948 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d43f7c6d-9083-4407-bb38-1b7f3fe28f33 req-ca5f3364-8147-4ad8-b6bb-f89c3ebbe104 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795095 Aug 12 14:59:08.338094 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1998bafe-efc1-4464-9c15-8f53a39ff6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:08.362752 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1998bafe-efc1-4464-9c15-8f53a39ff6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:08.391594 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743a3db-0097-4ca9-9033-d9d8f708e28f req-aa055964-90be-4a21-ad78-243cf3c8d1e9 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:08.393872 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5743a3db-0097-4ca9-9033-d9d8f708e28f req-aa055964-90be-4a21-ad78-243cf3c8d1e9 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0661907 Aug 12 14:59:08.438626 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5743a3db-0097-4ca9-9033-d9d8f708e28f req-b87d7b97-74bb-45c7-89be-6d0fc094da45 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373890 Aug 12 14:59:08.530813 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1998bafe-efc1-4464-9c15-8f53a39ff6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:08.540857 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1998bafe-efc1-4464-9c15-8f53a39ff6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:08.540857 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-1998bafe-efc1-4464-9c15-8f53a39ff6fe admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c98b504e-6760-482f-83e5-38c3aa21fc7b HTTP/1.1" status: 204 len: 168 time: 0.2607553 Aug 12 14:59:08.543292 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998bafe-efc1-4464-9c15-8f53a39ff6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98b504e-6760-482f-83e5-38c3aa21fc7b,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:09.418071 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1708f1-8fe0-4587-b380-28c4fa9f0aea req-91b775d9-06ba-49b6-8dbc-e488ff9b37fb tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:09.419677 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cf1708f1-8fe0-4587-b380-28c4fa9f0aea req-91b775d9-06ba-49b6-8dbc-e488ff9b37fb tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 943 time: 0.0557201 Aug 12 14:59:09.444010 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 42612) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:09.459067 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1133e325-f058-4e33-ab40-1d5805bd6de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:09.463694 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cf1708f1-8fe0-4587-b380-28c4fa9f0aea req-1d85409e-e13a-4df9-b172-7c2156e87e02 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370016 Aug 12 14:59:09.560606 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc6221-c0b1-42b7-adbf-3cd90f9ddaec req-1a1ddad5-fd98-4d49-be3f-2acbb2cfaa16 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:09.562546 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-edfc6221-c0b1-42b7-adbf-3cd90f9ddaec req-1a1ddad5-fd98-4d49-be3f-2acbb2cfaa16 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0499349 Aug 12 14:59:09.588225 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1133e325-f058-4e33-ab40-1d5805bd6de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:09.601736 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-edfc6221-c0b1-42b7-adbf-3cd90f9ddaec req-96b9adbf-3db7-4d24-9b21-ee017f451618 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320523 Aug 12 14:59:09.723336 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1133e325-f058-4e33-ab40-1d5805bd6de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:09.758740 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133e325-f058-4e33-ab40-1d5805bd6de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ae9b24-1477-4fcb-aed6-cb0d4e124544,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:09.763190 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-1133e325-f058-4e33-ab40-1d5805bd6de9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=eaaa64daed6a4442a83ed01d409eb3bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181846 Aug 12 14:59:09.765877 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 42616) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:09.815240 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f302bc08-bfd1-4992-b24c-e20272832837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:09.837028 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f302bc08-bfd1-4992-b24c-e20272832837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:10.032802 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f302bc08-bfd1-4992-b24c-e20272832837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:10.035406 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f302bc08-bfd1-4992-b24c-e20272832837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:10.036590 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-f302bc08-bfd1-4992-b24c-e20272832837 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/98ae9b24-1477-4fcb-aed6-cb0d4e124544 HTTP/1.1" status: 204 len: 168 time: 0.2699113 Aug 12 14:59:10.047310 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302bc08-bfd1-4992-b24c-e20272832837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ae9b24-1477-4fcb-aed6-cb0d4e124544,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:10.778688 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1314b-3081-4276-b58b-d56e993adc7d req-4853d26f-46c3-4618-bd3b-bec89ec1a86d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:10.780164 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-daa1314b-3081-4276-b58b-d56e993adc7d req-4853d26f-46c3-4618-bd3b-bec89ec1a86d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 943 time: 0.2305079 Aug 12 14:59:10.792988 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f46f09-89da-4043-9277-f30cb7331904 req-0355f5bb-6b9b-4a10-820b-ea5afff394aa tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:10.794387 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e6f46f09-89da-4043-9277-f30cb7331904 req-0355f5bb-6b9b-4a10-820b-ea5afff394aa tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 945 time: 0.0657959 Aug 12 14:59:10.850541 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-daa1314b-3081-4276-b58b-d56e993adc7d req-5dbf92ed-9f3e-4fc7-905a-7402b246d4c7 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551093 Aug 12 14:59:10.854493 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e6f46f09-89da-4043-9277-f30cb7331904 req-029bff01-eb32-4fc6-9b35-e4be287de0c5 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533211 Aug 12 14:59:10.875488 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device c6929af9-79df-4a40-bbdd-0227e463f844 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=105907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:59:10.882387 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 576feabf-57ed-4210-b3ec-696bc8f56464 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:59:10.906615 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] No Port match for: 576feabf-57ed-4210-b3ec-696bc8f56464 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:59:10.907181 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 576feabf-57ed-4210-b3ec-696bc8f56464 not bound to the agent host hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:59:10.976982 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc679d48-7c63-4352-9740-d9f59e8d2bc5 req-c5c6e9f9-38ca-4a26-b81b-45008af2b6ac tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:10.978456 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-dc679d48-7c63-4352-9740-d9f59e8d2bc5 req-c5c6e9f9-38ca-4a26-b81b-45008af2b6ac tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0556440 Aug 12 14:59:10.992665 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port c6929af9-79df-4a40-bbdd-0227e463f844, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=c6929af9-79df-4a40-bbdd-0227e463f844,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:59:11.002810 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Returning: {'device': 'c6929af9-79df-4a40-bbdd-0227e463f844', 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'port_id': 'c6929af9-79df-4a40-bbdd-0227e463f844', 'mac_address': 'fa:16:3e:7e:8e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:59:11.016453 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-dc679d48-7c63-4352-9740-d9f59e8d2bc5 req-359a231a-8d3b-4e7e-b69c-0a2d1aebd51d tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318859 Aug 12 14:59:11.042735 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:11.055497 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6929af9-79df-4a40-bbdd-0227e463f844 {{(pid=105907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:59:11.079320 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port c6929af9-79df-4a40-bbdd-0227e463f844, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=c6929af9-79df-4a40-bbdd-0227e463f844,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:59:11.220536 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:11.269044 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=c6929af9-79df-4a40-bbdd-0227e463f844,revision_number=9']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:11.276610 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:11.277029 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:11.277376 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:11.277716 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:11.278044 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:11.278374 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:11.278705 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:11.279033 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:11.279375 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:11.279704 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:11.280027 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:11.280348 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:11.520086 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['c6929af9-79df-4a40-bbdd-0227e463f844'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:59:12.001228 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfccecf-80b5-47b1-ad6a-2976dc07ad37 req-3671be7f-e6ee-432a-82df-01141e25e180 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:12.002770 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ddfccecf-80b5-47b1-ad6a-2976dc07ad37 req-3671be7f-e6ee-432a-82df-01141e25e180 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 945 time: 0.0815191 Aug 12 14:59:12.013520 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c00e7-6a59-4818-aedf-28a649d54f80 req-f704f21b-e95f-44e1-ac32-89d050de50f7 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:12.015111 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6f2c00e7-6a59-4818-aedf-28a649d54f80 req-f704f21b-e95f-44e1-ac32-89d050de50f7 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 944 time: 0.0681403 Aug 12 14:59:12.081176 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ddfccecf-80b5-47b1-ad6a-2976dc07ad37 req-686fad02-2ebd-4475-9ed8-f95fc2cf88b9 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/security-groups?id=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649159 Aug 12 14:59:12.089622 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6f2c00e7-6a59-4818-aedf-28a649d54f80 req-86e0e45c-b9ca-4dd5-85f8-c6c3f9411ba4 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671148 Aug 12 14:59:12.191416 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb749d-025d-4e3c-aee9-cd7be1b3a1d8 req-536e24d8-26cb-485d-bd39-b56a19591da4 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:12.192883 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f9eb749d-025d-4e3c-aee9-cd7be1b3a1d8 req-536e24d8-26cb-485d-bd39-b56a19591da4 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0485368 Aug 12 14:59:12.232635 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f9eb749d-025d-4e3c-aee9-cd7be1b3a1d8 req-64600fa2-3b7d-4a33-bb84-e8a041ce0727 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331399 Aug 12 14:59:12.255050 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-bca513c7-d89d-4136-a8d0-3a694d7e1e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:12.748193 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2bc3b2-977f-41ab-8d4b-fa4d2cbfe410 req-76b7af7b-0752-496f-81e1-6778ddd37c55 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:12.749689 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-5b2bc3b2-977f-41ab-8d4b-fa4d2cbfe410 req-76b7af7b-0752-496f-81e1-6778ddd37c55 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.73 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 945 time: 0.0522385 Aug 12 14:59:12.846505 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-5b2bc3b2-977f-41ab-8d4b-fa4d2cbfe410 req-143f1dd7-0b54-4472-9eb0-c50b5fda1428 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Deleting port 9f737a21-4c60-460b-ab4e-02c72f5ba325 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:59:12.846840 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-5b2bc3b2-977f-41ab-8d4b-fa4d2cbfe410 req-143f1dd7-0b54-4472-9eb0-c50b5fda1428 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:12.880555 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device c6929af9-79df-4a40-bbdd-0227e463f844 up at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:59:12.927949 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning complete for port c6929af9-79df-4a40-bbdd-0227e463f844 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:59:12.928320 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:12.936141 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-5b2bc3b2-977f-41ab-8d4b-fa4d2cbfe410 req-143f1dd7-0b54-4472-9eb0-c50b5fda1428 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] For port 9f737a21-4c60-460b-ab4e-02c72f5ba325, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=9f737a21-4c60-460b-ab4e-02c72f5ba325,segment=NetworkSegment(34bd49a4-5237-487d-b9fa-5e45f744b2f8),segment_id=34bd49a4-5237-487d-b9fa-5e45f744b2f8)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:59:12.937154 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-5b2bc3b2-977f-41ab-8d4b-fa4d2cbfe410 req-143f1dd7-0b54-4472-9eb0-c50b5fda1428 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:12.950421 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-5b2bc3b2-977f-41ab-8d4b-fa4d2cbfe410 req-143f1dd7-0b54-4472-9eb0-c50b5fda1428 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Calling delete_port for 9f737a21-4c60-460b-ab4e-02c72f5ba325 owned by compute:nova {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:59:13.011277 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:13.034163 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3775fcbc-45aa-42c6-bb86-c0f550485bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6929af9-79df-4a40-bbdd-0227e463f844'}] {{(pid=105907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:59:13.040642 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d000d793ac8a3d868a659aad16e36a91200609b2b231164c0c4cfca9150c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ee2a94-65dc-49b4-8f55-52efe389f9f2" -d '{"events": [{"server_uuid": "3775fcbc-45aa-42c6-bb86-c0f550485bde", "name": "network-vif-plugged", "status": "completed", "tag": "c6929af9-79df-4a40-bbdd-0227e463f844"}]}' {{(pid=105907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:59:13.062164 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port c6929af9-79df-4a40-bbdd-0227e463f844, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=c6929af9-79df-4a40-bbdd-0227e463f844,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:59:13.081197 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d87fbd-62d9-4b91-aa95-13d7a83685e0 x-openstack-request-id: req-d5d87fbd-62d9-4b91-aa95-13d7a83685e0 {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:59:13.081493 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3775fcbc-45aa-42c6-bb86-c0f550485bde", "name": "network-vif-plugged", "status": "completed", "tag": "c6929af9-79df-4a40-bbdd-0227e463f844", "code": 200}]} {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:59:13.081868 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d5d87fbd-62d9-4b91-aa95-13d7a83685e0 {{(pid=105907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:59:13.082259 dv-cinder-800015-3-iscsi neutron-server[105907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3775fcbc-45aa-42c6-bb86-c0f550485bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6929af9-79df-4a40-bbdd-0227e463f844', 'code': 200} Aug 12 14:59:13.153044 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:13.195372 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-5b2bc3b2-977f-41ab-8d4b-fa4d2cbfe410 req-143f1dd7-0b54-4472-9eb0-c50b5fda1428 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:13.208614 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=c6929af9-79df-4a40-bbdd-0227e463f844,revision_number=10']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:13.243894 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f1dd7-0b54-4472-9eb0-c50b5fda1428 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Pushing event deleted for resources: {'Port': ['ID=9f737a21-4c60-460b-ab4e-02c72f5ba325,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:13.246331 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f87d4e1a-b36c-408c-849f-47062493739d req-59ae39b2-0741-415a-bc7e-799f43278e87 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 210 time: 0.0740216 Aug 12 14:59:13.280853 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4804a0-2e90-4dc8-aeba-98376ee25843 req-58c5db69-5430-4059-9e1e-3e8840c278c7 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:13.282502 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5b4804a0-2e90-4dc8-aeba-98376ee25843 req-58c5db69-5430-4059-9e1e-3e8840c278c7 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 946 time: 0.1011608 Aug 12 14:59:13.294050 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2bc3b2-977f-41ab-8d4b-fa4d2cbfe410 req-143f1dd7-0b54-4472-9eb0-c50b5fda1428 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] No DVR routers for this DVR port 9f737a21-4c60-460b-ab4e-02c72f5ba325 on host hv-cinder-80001 {{(pid=105906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:59:13.297580 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-5b2bc3b2-977f-41ab-8d4b-fa4d2cbfe410 req-143f1dd7-0b54-4472-9eb0-c50b5fda1428 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:13.303109 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-5b2bc3b2-977f-41ab-8d4b-fa4d2cbfe410 req-143f1dd7-0b54-4472-9eb0-c50b5fda1428 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.73 "DELETE /v2.0/ports/9f737a21-4c60-460b-ab4e-02c72f5ba325 HTTP/1.1" status: 204 len: 173 time: 0.5461636 Aug 12 14:59:13.304281 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279c7ff3-8a8d-4c6e-bafe-f9e1a702c749', 'name': 'network-vif-deleted', 'tag': '9f737a21-4c60-460b-ab4e-02c72f5ba325'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:59:13.311191 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfdc69d-cc7a-47be-9f8f-0b4c69180a94" -d '{"events": [{"server_uuid": "279c7ff3-8a8d-4c6e-bafe-f9e1a702c749", "name": "network-vif-deleted", "tag": "9f737a21-4c60-460b-ab4e-02c72f5ba325"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:59:13.343405 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5b4804a0-2e90-4dc8-aeba-98376ee25843 req-f3c60ce8-2034-4f3a-bac6-da879c20d332 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544007 Aug 12 14:59:13.385878 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cc286-c1aa-4b78-918a-e2a81107bf12 req-ea290ed2-5405-4bd7-98a5-ca638e983233 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:13.387777 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a28cc286-c1aa-4b78-918a-e2a81107bf12 req-ea290ed2-5405-4bd7-98a5-ca638e983233 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0640848 Aug 12 14:59:13.394403 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b980837c-039e-4dc3-86a3-a121907cb36b x-openstack-request-id: req-b980837c-039e-4dc3-86a3-a121907cb36b {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:59:13.394403 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279c7ff3-8a8d-4c6e-bafe-f9e1a702c749", "name": "network-vif-deleted", "tag": "9f737a21-4c60-460b-ab4e-02c72f5ba325", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:59:13.394403 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b980837c-039e-4dc3-86a3-a121907cb36b {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:59:13.394403 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279c7ff3-8a8d-4c6e-bafe-f9e1a702c749', 'name': 'network-vif-deleted', 'tag': '9f737a21-4c60-460b-ab4e-02c72f5ba325', 'status': 'completed', 'code': 200} Aug 12 14:59:13.432271 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a28cc286-c1aa-4b78-918a-e2a81107bf12 req-bc232b0d-2861-48cc-9ed1-37645086385d tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382352 Aug 12 14:59:13.706490 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1619bbd-69b8-4e5f-931e-035d02f562cf req-f9fefe32-ac3a-4ffc-aedc-2a49f332611d tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:13.707941 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-f1619bbd-69b8-4e5f-931e-035d02f562cf req-f9fefe32-ac3a-4ffc-aedc-2a49f332611d tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.73 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0483484 Aug 12 14:59:14.360791 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ee29e051-93da-4535-9ec9-96b8c5af358c req-e3e2baef-b454-47d8-899f-06795afd701b tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 210 time: 0.0250323 Aug 12 14:59:14.464683 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab865e-6d74-4fa5-80fa-58ec2176c69b req-34bee383-b723-4562-a4a9-6667cdc7bd8c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:14.466368 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6bab865e-6d74-4fa5-80fa-58ec2176c69b req-34bee383-b723-4562-a4a9-6667cdc7bd8c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 946 time: 0.0497715 Aug 12 14:59:14.503742 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6bab865e-6d74-4fa5-80fa-58ec2176c69b req-38b7b965-44a8-4f21-b3b4-747096a65fc7 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314398 Aug 12 14:59:14.529354 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-d7501de0-0f71-4d53-b17e-e99f47d09734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:14.553334 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7960c0-9ef4-495a-b469-324c0107d5fe req-7ed20319-62e2-472c-be22-e987417d878d tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:14.554779 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8e7960c0-9ef4-495a-b469-324c0107d5fe req-7ed20319-62e2-472c-be22-e987417d878d tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0502908 Aug 12 14:59:14.592036 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8e7960c0-9ef4-495a-b469-324c0107d5fe req-7b42c8f3-85c6-4ea9-874b-14a9fcdb9cc3 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311437 Aug 12 14:59:15.032683 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:15.325787 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:59:15.462506 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c4bb9aad-fd99-41fe-b95e-93dbc9ca3899 req-ebe6f161-85c4-491e-b5ce-352e6cc9ab63 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 210 time: 0.0244441 Aug 12 14:59:15.626016 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba98612-2283-4250-823a-01b0458e6bad req-4cb717e0-785d-43d4-9079-84d5826564bf tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:15.627507 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3ba98612-2283-4250-823a-01b0458e6bad req-4cb717e0-785d-43d4-9079-84d5826564bf tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 946 time: 0.0504930 Aug 12 14:59:15.685365 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3ba98612-2283-4250-823a-01b0458e6bad req-d26faea9-0648-4f2d-9a2a-6fc6bdb38ae0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511928 Aug 12 14:59:15.727789 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408db0b-5c1e-4150-ab47-41f20232641c req-12fb24a6-52b2-4c27-94d1-d5122bca8fc6 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:15.733193 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4408db0b-5c1e-4150-ab47-41f20232641c req-12fb24a6-52b2-4c27-94d1-d5122bca8fc6 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 946 time: 0.0706837 Aug 12 14:59:15.771232 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4408db0b-5c1e-4150-ab47-41f20232641c req-34073856-e19b-4778-bf96-453c45d8c22f tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/security-groups?id=ac178687-3b02-47cf-a470-a7a69cafc885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353000 Aug 12 14:59:15.793251 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-f1619bbd-69b8-4e5f-931e-035d02f562cf req-91aae5a9-78cd-463e-a000-fc42c232ceea tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Deleting port d2e90027-acd4-4884-9831-21a961941181 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:59:15.793783 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-f1619bbd-69b8-4e5f-931e-035d02f562cf req-91aae5a9-78cd-463e-a000-fc42c232ceea tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:15.880295 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-f1619bbd-69b8-4e5f-931e-035d02f562cf req-91aae5a9-78cd-463e-a000-fc42c232ceea tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] For port d2e90027-acd4-4884-9831-21a961941181, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=d2e90027-acd4-4884-9831-21a961941181,segment=NetworkSegment(fbb3272c-a19e-44e5-96a7-19de32afd74d),segment_id=fbb3272c-a19e-44e5-96a7-19de32afd74d)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:59:15.880651 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-f1619bbd-69b8-4e5f-931e-035d02f562cf req-91aae5a9-78cd-463e-a000-fc42c232ceea tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:15.883803 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:15.893225 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-f1619bbd-69b8-4e5f-931e-035d02f562cf req-91aae5a9-78cd-463e-a000-fc42c232ceea tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Calling delete_port for d2e90027-acd4-4884-9831-21a961941181 owned by compute:nova {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:59:16.100549 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-f1619bbd-69b8-4e5f-931e-035d02f562cf req-91aae5a9-78cd-463e-a000-fc42c232ceea tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:16.131827 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aae5a9-78cd-463e-a000-fc42c232ceea tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Pushing event deleted for resources: {'Port': ['ID=d2e90027-acd4-4884-9831-21a961941181,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:16.174697 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1619bbd-69b8-4e5f-931e-035d02f562cf req-91aae5a9-78cd-463e-a000-fc42c232ceea tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] No DVR routers for this DVR port d2e90027-acd4-4884-9831-21a961941181 on host hv-cinder-80001 {{(pid=105906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:59:16.177092 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-f1619bbd-69b8-4e5f-931e-035d02f562cf req-91aae5a9-78cd-463e-a000-fc42c232ceea tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:16.179017 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-f1619bbd-69b8-4e5f-931e-035d02f562cf req-91aae5a9-78cd-463e-a000-fc42c232ceea tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.73 "DELETE /v2.0/ports/d2e90027-acd4-4884-9831-21a961941181 HTTP/1.1" status: 204 len: 173 time: 0.5045891 Aug 12 14:59:16.179436 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006cd561-56ee-4f9b-b5fd-00716f1e2bfd', 'name': 'network-vif-deleted', 'tag': 'd2e90027-acd4-4884-9831-21a961941181'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:59:16.181636 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feee190c-5b8d-4b06-82ee-0175d0c8904e" -d '{"events": [{"server_uuid": "006cd561-56ee-4f9b-b5fd-00716f1e2bfd", "name": "network-vif-deleted", "tag": "d2e90027-acd4-4884-9831-21a961941181"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:59:16.218503 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4685ec8-21f5-4da1-b74c-bed61fa46cb8 x-openstack-request-id: req-f4685ec8-21f5-4da1-b74c-bed61fa46cb8 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:59:16.218798 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006cd561-56ee-4f9b-b5fd-00716f1e2bfd", "name": "network-vif-deleted", "tag": "d2e90027-acd4-4884-9831-21a961941181", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:59:16.219052 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f4685ec8-21f5-4da1-b74c-bed61fa46cb8 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:59:16.219443 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '006cd561-56ee-4f9b-b5fd-00716f1e2bfd', 'name': 'network-vif-deleted', 'tag': 'd2e90027-acd4-4884-9831-21a961941181', 'status': 'completed', 'code': 200} Aug 12 14:59:16.574026 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-37ee7f84-626b-4dfb-b5dd-20f50dd96acb req-5c2b2036-38c2-4eeb-adc7-53ae0b28b8b1 tempest-AttachVolumeNegativeTest-1162180401 tempest-AttachVolumeNegativeTest-1162180401-project] 10.222.0.63 "GET /v2.0/ports?device_id=279c7ff3-8a8d-4c6e-bafe-f9e1a702c749 HTTP/1.1" status: 200 len: 210 time: 0.0299957 Aug 12 14:59:16.726630 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 9f737a21-4c60-460b-ab4e-02c72f5ba325 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:59:16.774533 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['d2e90027-acd4-4884-9831-21a961941181'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:59:16.802896 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b8c59-3d9a-416d-b761-da70393f1259 req-ca7f5eb8-1f32-4727-b8a8-3243a40a1c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:16.807003 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e15b8c59-3d9a-416d-b761-da70393f1259 req-ca7f5eb8-1f32-4727-b8a8-3243a40a1c25 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 1099 time: 0.0738916 Aug 12 14:59:16.808105 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] No Port match for: 9f737a21-4c60-460b-ab4e-02c72f5ba325 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:59:16.809342 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 9f737a21-4c60-460b-ab4e-02c72f5ba325 not bound to the agent host hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:59:16.853734 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e15b8c59-3d9a-416d-b761-da70393f1259 req-6784501f-416f-4da8-bdb9-d6672aa4663d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345542 Aug 12 14:59:16.895177 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b8ba1811-3a69-404c-a578-66799f31942f req-97fe2507-2c44-4f72-bf7f-2e9688f44b32 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 210 time: 0.0276191 Aug 12 14:59:16.906925 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438e19b-c836-46b2-9bf5-46545710ccae req-75808e83-ac6f-4287-b3d1-bf93076112b0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:16.908847 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1438e19b-c836-46b2-9bf5-46545710ccae req-75808e83-ac6f-4287-b3d1-bf93076112b0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 946 time: 0.0983551 Aug 12 14:59:16.947703 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1438e19b-c836-46b2-9bf5-46545710ccae req-85b9e28d-5560-4a16-a466-c2acee371c43 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322697 Aug 12 14:59:17.546118 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:17.633724 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 42802) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:17.677390 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device d2e90027-acd4-4884-9831-21a961941181 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:59:17.678845 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d971e0-11ab-47a9-bfe9-16d625367e31 admin admin] Deleting subnet 6985d2f9-57be-4262-adfd-26b8dd2da41b {{(pid=105905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:59:17.681891 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-35d971e0-11ab-47a9-bfe9-16d625367e31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:17.697084 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] No Port match for: d2e90027-acd4-4884-9831-21a961941181 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:59:17.697430 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device d2e90027-acd4-4884-9831-21a961941181 not bound to the agent host hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:59:17.720546 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-35d971e0-11ab-47a9-bfe9-16d625367e31 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:17.726032 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-35d971e0-11ab-47a9-bfe9-16d625367e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417570'] for subnet, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:17.850124 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-35d971e0-11ab-47a9-bfe9-16d625367e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for subnet, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:17.883599 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d971e0-11ab-47a9-bfe9-16d625367e31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6985d2f9-57be-4262-adfd-26b8dd2da41b,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:17.889050 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-35d971e0-11ab-47a9-bfe9-16d625367e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for subnet, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:17.893164 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-35d971e0-11ab-47a9-bfe9-16d625367e31 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/6985d2f9-57be-4262-adfd-26b8dd2da41b HTTP/1.1" status: 204 len: 168 time: 0.2561326 Aug 12 14:59:17.893840 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 42808) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:18.021791 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-73592cee-398d-47c6-bddc-9f9ecbff32de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1830333'] for network, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:18.074992 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0e3690ff-01f9-4b14-a0cd-2d8bbe937f15 req-cee678bf-0441-4092-adb5-b764dbd23968 tempest-ServerRescueNegativeTestJSON-1229541596 tempest-ServerRescueNegativeTestJSON-1229541596-project] 10.222.0.63 "GET /v2.0/ports?device_id=006cd561-56ee-4f9b-b5fd-00716f1e2bfd HTTP/1.1" status: 200 len: 210 time: 0.0381124 Aug 12 14:59:18.165515 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-73592cee-398d-47c6-bddc-9f9ecbff32de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421029', 'neutron.services.segments.db._delete_segments_for_network-8782132920688'] for network, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:18.178687 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-73592cee-398d-47c6-bddc-9f9ecbff32de admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:59:18.179059 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-73592cee-398d-47c6-bddc-9f9ecbff32de admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:59:18.179800 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-73592cee-398d-47c6-bddc-9f9ecbff32de admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:59:18.180129 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-73592cee-398d-47c6-bddc-9f9ecbff32de admin admin] Subscribe: > port after_create 55550000 {{(pid=105905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:59:18.180457 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-73592cee-398d-47c6-bddc-9f9ecbff32de admin admin] Subscribe: > port after_delete 55550000 {{(pid=105905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:59:18.180808 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-73592cee-398d-47c6-bddc-9f9ecbff32de admin admin] Subscribe: > port after_update 55550000 {{(pid=105905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:59:18.181120 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-73592cee-398d-47c6-bddc-9f9ecbff32de admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:59:18.181448 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-73592cee-398d-47c6-bddc-9f9ecbff32de admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:59:18.181757 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-73592cee-398d-47c6-bddc-9f9ecbff32de admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:59:18.182083 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-73592cee-398d-47c6-bddc-9f9ecbff32de admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:59:18.383436 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-73592cee-398d-47c6-bddc-9f9ecbff32de admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:59:18.383687 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-73592cee-398d-47c6-bddc-9f9ecbff32de admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:59:18.384011 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-73592cee-398d-47c6-bddc-9f9ecbff32de admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:59:18.384333 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-73592cee-398d-47c6-bddc-9f9ecbff32de admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:59:18.384697 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.services.segments.db [None req-73592cee-398d-47c6-bddc-9f9ecbff32de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cce9222-c00c-4688-99c4-34e7c10a758a']}} {{(pid=105905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:18.397168 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395c5d0-ed25-4eff-8fe6-58dd5d2a27a6 req-bdf44d3d-ef3a-4ef5-8840-242c7e5a857e tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:18.398686 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f395c5d0-ed25-4eff-8fe6-58dd5d2a27a6 req-bdf44d3d-ef3a-4ef5-8840-242c7e5a857e tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 946 time: 0.3584695 Aug 12 14:59:18.418576 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.services.segments.db [None req-73592cee-398d-47c6-bddc-9f9ecbff32de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34bd49a4-5237-487d-b9fa-5e45f744b2f8') {'for_net_delete': True} {{(pid=105905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:18.418853 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.services.segments.db [None req-73592cee-398d-47c6-bddc-9f9ecbff32de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34bd49a4-5237-487d-b9fa-5e45f744b2f8') {} {{(pid=105905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:18.441253 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-73592cee-398d-47c6-bddc-9f9ecbff32de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782132923513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10027287'] for segment, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:18.473361 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-73592cee-398d-47c6-bddc-9f9ecbff32de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:18.486746 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f395c5d0-ed25-4eff-8fe6-58dd5d2a27a6 req-b85a2678-b1ab-4493-9a2d-23dfca015efe tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802219 Aug 12 14:59:18.487891 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73592cee-398d-47c6-bddc-9f9ecbff32de admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=105905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:59:18.488336 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-73592cee-398d-47c6-bddc-9f9ecbff32de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2374527'] for segment, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: from cryptography.utils import int_from_bytes Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: from cryptography.utils import int_from_bytes Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: Traceback (most recent call last): Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: timer() Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: cb(*args, **kw) Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: return func(*args, **kwargs) Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: self._notify() Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: self.callback(batched_events) Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: event.method(event) Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: return f(self, *a, **k) Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: return self._get(url).json() Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: return self.request(url, 'GET', **kwargs) Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:59:18.494087 dv-cinder-800015-3-iscsi neutron-server[105905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:59:18.649253 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-73592cee-398d-47c6-bddc-9f9ecbff32de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710307'] for network, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:18.657047 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-73592cee-398d-47c6-bddc-9f9ecbff32de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:18.658877 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-73592cee-398d-47c6-bddc-9f9ecbff32de admin admin] 10.222.0.63 "DELETE /v2.0/networks/4cce9222-c00c-4688-99c4-34e7c10a758a HTTP/1.1" status: 204 len: 168 time: 0.7646420 Aug 12 14:59:18.669016 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73592cee-398d-47c6-bddc-9f9ecbff32de admin admin] Pushing event deleted for resources: {'Network': ['ID=4cce9222-c00c-4688-99c4-34e7c10a758a,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:19.093757 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 42858) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:19.138272 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 42862) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:19.142131 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-8ba93d9b-5900-4aea-93dc-709fe987af85 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=89910f7e31a54071bc2003435b0dbba2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0448611 Aug 12 14:59:19.142365 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 42864) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:19.198402 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-720d30e8-db68-4d38-b4c8-7d2e1b0a4135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:19.222727 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-720d30e8-db68-4d38-b4c8-7d2e1b0a4135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:19.324157 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-720d30e8-db68-4d38-b4c8-7d2e1b0a4135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:19.327004 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-720d30e8-db68-4d38-b4c8-7d2e1b0a4135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:19.333955 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-720d30e8-db68-4d38-b4c8-7d2e1b0a4135 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bac0749c-dfcb-4cb8-a3f0-fe9bad921cea HTTP/1.1" status: 204 len: 168 time: 0.1904409 Aug 12 14:59:19.342954 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d30e8-db68-4d38-b4c8-7d2e1b0a4135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac0749c-dfcb-4cb8-a3f0-fe9bad921cea,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:19.689539 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22623343-9a92-4a62-88b6-6d3c8bb9320e req-4aef253a-e7b0-4c3f-8e7f-afc297823dbe tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:19.691049 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-22623343-9a92-4a62-88b6-6d3c8bb9320e req-4aef253a-e7b0-4c3f-8e7f-afc297823dbe tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 946 time: 0.1242404 Aug 12 14:59:19.732992 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-22623343-9a92-4a62-88b6-6d3c8bb9320e req-17249893-5ad9-4519-a5fc-67f49a327904 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343783 Aug 12 14:59:19.808296 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8c416afd-1051-40af-9dd2-8b3752894a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710037'] for router_interface, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:20.117730 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-8c416afd-1051-40af-9dd2-8b3752894a74 admin admin] Deleting port 61aea345-320e-4aa4-b5bd-daf1e47628d9 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:59:20.118120 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8c416afd-1051-40af-9dd2-8b3752894a74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:20.197052 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [None req-8c416afd-1051-40af-9dd2-8b3752894a74 admin admin] For port 61aea345-320e-4aa4-b5bd-daf1e47628d9, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=61aea345-320e-4aa4-b5bd-daf1e47628d9,segment=NetworkSegment(fbb3272c-a19e-44e5-96a7-19de32afd74d),segment_id=fbb3272c-a19e-44e5-96a7-19de32afd74d)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:59:20.197859 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8c416afd-1051-40af-9dd2-8b3752894a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:20.210975 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-8c416afd-1051-40af-9dd2-8b3752894a74 admin admin] Calling delete_port for 61aea345-320e-4aa4-b5bd-daf1e47628d9 owned by network:router_interface {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:59:20.507090 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8c416afd-1051-40af-9dd2-8b3752894a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:20.533626 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c416afd-1051-40af-9dd2-8b3752894a74 admin admin] Pushing event deleted for resources: {'Port': ['ID=61aea345-320e-4aa4-b5bd-daf1e47628d9,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:20.697660 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8c416afd-1051-40af-9dd2-8b3752894a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708645'] for router_interface, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:20.876370 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6346cf5-a49a-4972-bdfe-58a3a6a15b16 req-67f86276-2f71-4b7f-b4de-6c77cb498ede tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:20.877901 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b6346cf5-a49a-4972-bdfe-58a3a6a15b16 req-67f86276-2f71-4b7f-b4de-6c77cb498ede tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 946 time: 0.0653389 Aug 12 14:59:20.920647 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b6346cf5-a49a-4972-bdfe-58a3a6a15b16 req-265f3228-ffdc-4d16-9e12-50c541923dd8 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363719 Aug 12 14:59:20.926912 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c416afd-1051-40af-9dd2-8b3752894a74 admin admin] Router 71bcb3d4-710f-44af-85a4-1c582f2b2ec1 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:59:21.056418 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c416afd-1051-40af-9dd2-8b3752894a74 admin admin] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:59:21.065046 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-8c416afd-1051-40af-9dd2-8b3752894a74 admin admin] 10.222.0.63 "PUT /v2.0/routers/71bcb3d4-710f-44af-85a4-1c582f2b2ec1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9234915 Aug 12 14:59:21.065336 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 42914) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:21.065912 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db4569c-f14f-441b-a990-462a1af8a6a6 None None] Sync routers for ids ['71bcb3d4-710f-44af-85a4-1c582f2b2ec1'] in dv-cinder-800015-3-iscsi {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:59:21.076042 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db4569c-f14f-441b-a990-462a1af8a6a6 None None] Routers {'71bcb3d4-710f-44af-85a4-1c582f2b2ec1'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:59:21.076940 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-4db4569c-f14f-441b-a990-462a1af8a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T14:59:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['71bcb3d4-710f-44af-85a4-1c582f2b2ec1'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:21.190398 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-87eed730-5b98-46f7-9d1b-75167014e2e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:21.201440 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-4db4569c-f14f-441b-a990-462a1af8a6a6 None None] Set router 71bcb3d4-710f-44af-85a4-1c582f2b2ec1 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:59:21.413010 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-4db4569c-f14f-441b-a990-462a1af8a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bcb3d4-710f-44af-85a4-1c582f2b2ec1', 'name': 'tempest-ServerRescueNegativeTestJSON-1629187063-router', 'tenant_id': '65cf5c41ebe24a33be53346ccc25509b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '95a6f8bb-56f3-49dc-9581-e3d3833ddc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:44Z', 'updated_at': '2021-08-12T14:59:20Z', 'revision_number': 5, 'project_id': '65cf5c41ebe24a33be53346ccc25509b', 'gw_port': {'id': '95a6f8bb-56f3-49dc-9581-e3d3833ddc58', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:01:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bcb3d4-710f-44af-85a4-1c582f2b2ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:45Z', 'updated_at': '2021-08-12T14:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:21.447625 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db4569c-f14f-441b-a990-462a1af8a6a6 None None] Checking router: 71bcb3d4-710f-44af-85a4-1c582f2b2ec1 for host: dv-cinder-800015-3-iscsi {{(pid=105908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:59:21.457175 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db4569c-f14f-441b-a990-462a1af8a6a6 None None] Routers {'71bcb3d4-710f-44af-85a4-1c582f2b2ec1'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:59:21.458144 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-4db4569c-f14f-441b-a990-462a1af8a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T14:59:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['71bcb3d4-710f-44af-85a4-1c582f2b2ec1'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:21.543958 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-87eed730-5b98-46f7-9d1b-75167014e2e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:21.575736 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-4db4569c-f14f-441b-a990-462a1af8a6a6 None None] Set router 71bcb3d4-710f-44af-85a4-1c582f2b2ec1 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:59:21.699017 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-87eed730-5b98-46f7-9d1b-75167014e2e4 admin admin] Deleting port 95a6f8bb-56f3-49dc-9581-e3d3833ddc58 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:59:21.699365 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-87eed730-5b98-46f7-9d1b-75167014e2e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:21.758980 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-4db4569c-f14f-441b-a990-462a1af8a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bcb3d4-710f-44af-85a4-1c582f2b2ec1', 'name': 'tempest-ServerRescueNegativeTestJSON-1629187063-router', 'tenant_id': '65cf5c41ebe24a33be53346ccc25509b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '95a6f8bb-56f3-49dc-9581-e3d3833ddc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:44Z', 'updated_at': '2021-08-12T14:59:20Z', 'revision_number': 5, 'project_id': '65cf5c41ebe24a33be53346ccc25509b', 'gw_port': {'id': '95a6f8bb-56f3-49dc-9581-e3d3833ddc58', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:01:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bcb3d4-710f-44af-85a4-1c582f2b2ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:45Z', 'updated_at': '2021-08-12T14:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:21.780872 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [None req-87eed730-5b98-46f7-9d1b-75167014e2e4 admin admin] For port 95a6f8bb-56f3-49dc-9581-e3d3833ddc58, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=95a6f8bb-56f3-49dc-9581-e3d3833ddc58,segment=NetworkSegment(71f474ba-4ec1-4e39-a638-917b9b8eddd4),segment_id=71f474ba-4ec1-4e39-a638-917b9b8eddd4)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:59:21.781230 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-87eed730-5b98-46f7-9d1b-75167014e2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:21.786415 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db4569c-f14f-441b-a990-462a1af8a6a6 None None] The sync data for ids ['71bcb3d4-710f-44af-85a4-1c582f2b2ec1'] in dv-cinder-800015-3-iscsi is: [{'id': '71bcb3d4-710f-44af-85a4-1c582f2b2ec1', 'name': 'tempest-ServerRescueNegativeTestJSON-1629187063-router', 'tenant_id': '65cf5c41ebe24a33be53346ccc25509b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '95a6f8bb-56f3-49dc-9581-e3d3833ddc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:44Z', 'updated_at': '2021-08-12T14:59:20Z', 'revision_number': 5, 'project_id': '65cf5c41ebe24a33be53346ccc25509b', 'gw_port': {'id': '95a6f8bb-56f3-49dc-9581-e3d3833ddc58', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:01:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bcb3d4-710f-44af-85a4-1c582f2b2ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:45Z', 'updated_at': '2021-08-12T14:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}] {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:59:21.794678 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-87eed730-5b98-46f7-9d1b-75167014e2e4 admin admin] Calling delete_port for 95a6f8bb-56f3-49dc-9581-e3d3833ddc58 owned by network:router_gateway {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:59:22.004343 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-87eed730-5b98-46f7-9d1b-75167014e2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:22.034232 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eed730-5b98-46f7-9d1b-75167014e2e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=95a6f8bb-56f3-49dc-9581-e3d3833ddc58,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:22.066671 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe5d8d-6e35-48b2-9995-5c5b5a886053 req-6df036f1-036d-4db3-8e51-d4000cef0e0c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:22.069218 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-71fe5d8d-6e35-48b2-9995-5c5b5a886053 req-6df036f1-036d-4db3-8e51-d4000cef0e0c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 946 time: 0.0670013 Aug 12 14:59:22.100776 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-87eed730-5b98-46f7-9d1b-75167014e2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710367'] for router_gateway, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:22.110734 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-71fe5d8d-6e35-48b2-9995-5c5b5a886053 req-16f99129-a040-43b6-b163-ffcf3ecc1a5d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359502 Aug 12 14:59:22.227528 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-87eed730-5b98-46f7-9d1b-75167014e2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1412'] for router, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:22.230239 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-87eed730-5b98-46f7-9d1b-75167014e2e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:22.370008 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-87eed730-5b98-46f7-9d1b-75167014e2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-708156'] for router, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:22.370540 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87eed730-5b98-46f7-9d1b-75167014e2e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71bcb3d4-710f-44af-85a4-1c582f2b2ec1 {{(pid=105906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:59:22.376214 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-87eed730-5b98-46f7-9d1b-75167014e2e4 admin admin] Notify callbacks [] for router, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:22.377397 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-87eed730-5b98-46f7-9d1b-75167014e2e4 admin admin] 10.222.0.63 "DELETE /v2.0/routers/71bcb3d4-710f-44af-85a4-1c582f2b2ec1 HTTP/1.1" status: 204 len: 168 time: 1.3109653 Aug 12 14:59:22.379755 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 42944) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:22.425324 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_v2 [None req-326ae971-3692-4e9c-a30c-e29ca01fee69 admin admin] Deleting subnet 113eea66-7231-4737-b65d-c9a7771abd50 {{(pid=105906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:59:22.428550 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-326ae971-3692-4e9c-a30c-e29ca01fee69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:22.468792 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-326ae971-3692-4e9c-a30c-e29ca01fee69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9760424'] for subnet, precommit_delete_associations {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:22.509671 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-326ae971-3692-4e9c-a30c-e29ca01fee69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417570'] for subnet, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:22.622127 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-326ae971-3692-4e9c-a30c-e29ca01fee69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9827590'] for subnet, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:22.646579 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ae971-3692-4e9c-a30c-e29ca01fee69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=113eea66-7231-4737-b65d-c9a7771abd50,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:22.652075 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-326ae971-3692-4e9c-a30c-e29ca01fee69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:22.654875 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-326ae971-3692-4e9c-a30c-e29ca01fee69 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/113eea66-7231-4737-b65d-c9a7771abd50 HTTP/1.1" status: 204 len: 168 time: 0.2741935 Aug 12 14:59:22.657677 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 42946) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:22.724337 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b10878ee-153f-4958-866c-3819c15ab6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1830333'] for network, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:22.806448 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b10878ee-153f-4958-866c-3819c15ab6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421029', 'neutron.services.segments.db._delete_segments_for_network-8782132920688'] for network, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:22.816337 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.services.segments.db [None req-b10878ee-153f-4958-866c-3819c15ab6c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['840e7996-3260-480f-b729-67466325f665']}} {{(pid=105906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:22.827178 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.services.segments.db [None req-b10878ee-153f-4958-866c-3819c15ab6c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb3272c-a19e-44e5-96a7-19de32afd74d') {'for_net_delete': True} {{(pid=105906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:22.827178 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.services.segments.db [None req-b10878ee-153f-4958-866c-3819c15ab6c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb3272c-a19e-44e5-96a7-19de32afd74d') {} {{(pid=105906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:22.835512 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b10878ee-153f-4958-866c-3819c15ab6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782132923513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9760447'] for segment, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:22.849729 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b10878ee-153f-4958-866c-3819c15ab6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:22.855558 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10878ee-153f-4958-866c-3819c15ab6c2 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=105906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:59:22.855971 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b10878ee-153f-4958-866c-3819c15ab6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2614568'] for segment, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: Traceback (most recent call last): Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: timer() Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: cb(*args, **kw) Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: return func(*args, **kwargs) Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: self._notify() Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: self.callback(batched_events) Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: event.method(event) Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: return f(self, *a, **k) Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: return self._get(url).json() Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: return self.request(url, 'GET', **kwargs) Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:59:22.857657 dv-cinder-800015-3-iscsi neutron-server[105906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:59:22.970323 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b10878ee-153f-4958-866c-3819c15ab6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710307'] for network, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:22.975662 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b10878ee-153f-4958-866c-3819c15ab6c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:22.977510 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-b10878ee-153f-4958-866c-3819c15ab6c2 admin admin] 10.222.0.63 "DELETE /v2.0/networks/840e7996-3260-480f-b729-67466325f665 HTTP/1.1" status: 204 len: 168 time: 0.3188555 Aug 12 14:59:22.988962 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10878ee-153f-4958-866c-3819c15ab6c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=840e7996-3260-480f-b729-67466325f665,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:23.243251 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5d904-0ffa-4e64-a6ac-f1cb79c2af58 req-18baf4e9-a78a-4e04-a0f6-21dec45e9a65 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:23.244755 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-bca5d904-0ffa-4e64-a6ac-f1cb79c2af58 req-18baf4e9-a78a-4e04-a0f6-21dec45e9a65 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 946 time: 0.0498822 Aug 12 14:59:23.293812 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-bca5d904-0ffa-4e64-a6ac-f1cb79c2af58 req-0881f332-0da6-4d5d-9d9d-e63e80565bd0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423832 Aug 12 14:59:23.357737 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 42968) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:23.405653 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-8dde7407-b85c-4cb8-abd7-be5baa4210fa admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=65cf5c41ebe24a33be53346ccc25509b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0466921 Aug 12 14:59:23.408062 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 42974) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:23.459285 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-c16f47bf-8e5c-4681-8b35-d3aafb400558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:23.481544 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-c16f47bf-8e5c-4681-8b35-d3aafb400558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:23.604683 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-c16f47bf-8e5c-4681-8b35-d3aafb400558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:23.609143 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-c16f47bf-8e5c-4681-8b35-d3aafb400558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:23.609143 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-c16f47bf-8e5c-4681-8b35-d3aafb400558 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ac178687-3b02-47cf-a470-a7a69cafc885 HTTP/1.1" status: 204 len: 168 time: 0.1998920 Aug 12 14:59:23.626720 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f47bf-8e5c-4681-8b35-d3aafb400558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac178687-3b02-47cf-a470-a7a69cafc885,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:23.633787 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 95a6f8bb-56f3-49dc-9581-e3d3833ddc58 no longer exists at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:59:23.662613 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] No Port match for: 95a6f8bb-56f3-49dc-9581-e3d3833ddc58 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:59:23.663255 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 95a6f8bb-56f3-49dc-9581-e3d3833ddc58 not bound to the agent host dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:59:23.663765 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 61aea345-320e-4aa4-b5bd-daf1e47628d9 no longer exists at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:59:23.688295 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] No Port match for: 61aea345-320e-4aa4-b5bd-daf1e47628d9 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:59:23.688638 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 61aea345-320e-4aa4-b5bd-daf1e47628d9 not bound to the agent host dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:59:24.573026 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 43006) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:24.670020 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-dac0cd2e-5e0b-44bd-934a-04e38f7de545 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-573941937-network', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:59:24.758343 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac0cd2e-5e0b-44bd-934a-04e38f7de545 admin admin] Made reservation on behalf of 354567df920f421c84ca26c1b7eab2a1 for: {'network': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:59:24.760879 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dac0cd2e-5e0b-44bd-934a-04e38f7de545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for network, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:24.770058 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dac0cd2e-5e0b-44bd-934a-04e38f7de545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:24.858899 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dac0cd2e-5e0b-44bd-934a-04e38f7de545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:24.895673 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dac0cd2e-5e0b-44bd-934a-04e38f7de545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:24.921759 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac0cd2e-5e0b-44bd-934a-04e38f7de545 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=105906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:59:24.926901 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0cd2e-5e0b-44bd-934a-04e38f7de545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78469ed5-8e77-48e4-b286-5267475762c0,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:24.934781 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dac0cd2e-5e0b-44bd-934a-04e38f7de545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:24.935210 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.db.segments_db [None req-dac0cd2e-5e0b-44bd-934a-04e38f7de545 admin admin] Added segment 8cd8044e-55f7-42a0-8738-15d39b9e5b77 of type vlan for network e7538b30-bfa9-411c-b4b8-e587c082b88a Aug 12 14:59:24.979133 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dac0cd2e-5e0b-44bd-934a-04e38f7de545 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132380483'] for network, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:25.067106 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dac0cd2e-5e0b-44bd-934a-04e38f7de545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for network, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:25.068017 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac0cd2e-5e0b-44bd-934a-04e38f7de545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:25.068599 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dac0cd2e-5e0b-44bd-934a-04e38f7de545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:25.127641 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0cd2e-5e0b-44bd-934a-04e38f7de545 admin admin] Pushing event updated for resources: {'Network': ['ID=e7538b30-bfa9-411c-b4b8-e587c082b88a,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:25.137412 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Network e7538b30-bfa9-411c-b4b8-e587c082b88a details requested by agent ovs-agent-dv-cinder-800015-3-iscsi with host dv-cinder-800015-3-iscsi {{(pid=105907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:59:25.179528 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-dac0cd2e-5e0b-44bd-934a-04e38f7de545 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6025589 Aug 12 14:59:25.179792 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 43014) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:25.185500 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-ddecffb7-f7fc-4d15-9ebd-9472f996a9d8 admin admin] Request body: {'subnet': {'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-573941937-subnet', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:59:25.261379 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddecffb7-f7fc-4d15-9ebd-9472f996a9d8 admin admin] Made reservation on behalf of 354567df920f421c84ca26c1b7eab2a1 for: {'subnet': 1} {{(pid=105905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:59:25.264087 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ddecffb7-f7fc-4d15-9ebd-9472f996a9d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8989713'] for subnet, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:25.478607 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ddecffb7-f7fc-4d15-9ebd-9472f996a9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2374630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8989731'] for subnet, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:25.538024 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecffb7-f7fc-4d15-9ebd-9472f996a9d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=396a65e9-67f2-4ba0-a778-6055cb57506a,revision_number=0']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:25.543027 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddecffb7-f7fc-4d15-9ebd-9472f996a9d8 admin admin] Checking segment: {'id': '8cd8044e-55f7-42a0-8738-15d39b9e5b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:59:25.544020 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddecffb7-f7fc-4d15-9ebd-9472f996a9d8 admin admin] Network hostable DHCP agents. Network: e7538b30-bfa9-411c-b4b8-e587c082b88a, hostable agents: ['879afe7b-4486-4e56-823d-f9f5d4ac5aae'], hosted agents: [] {{(pid=105905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:59:25.638478 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddecffb7-f7fc-4d15-9ebd-9472f996a9d8 admin admin] Network e7538b30-bfa9-411c-b4b8-e587c082b88a is scheduled to be hosted by DHCP agent 879afe7b-4486-4e56-823d-f9f5d4ac5aae with binding_index 1 {{(pid=105905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:59:25.712643 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-ddecffb7-f7fc-4d15-9ebd-9472f996a9d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-3-iscsi, e7538b30-bfa9-411c-b4b8-e587c082b88a) {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:59:25.717429 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddecffb7-f7fc-4d15-9ebd-9472f996a9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:25.718014 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ddecffb7-f7fc-4d15-9ebd-9472f996a9d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for subnet, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:25.725828 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e6c0d9-dadd-43d1-93c4-6e3a3695813b None None] Network e7538b30-bfa9-411c-b4b8-e587c082b88a requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:59:25.799240 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-ddecffb7-f7fc-4d15-9ebd-9472f996a9d8 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6183178 Aug 12 14:59:25.801812 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 43022) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:25.806233 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-e9a17133-4603-489b-a94f-7123aa9d4cda admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-573941937-router', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:59:25.880469 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed61332c-a105-4a75-baee-3026284e0321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ca431b0-3a62-58b6-be18-748b2a116dd5-e7538b30-bfa9-411c-b4b8-e587c082b88a', 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'fixed_ips': [{'subnet_id': '396a65e9-67f2-4ba0-a778-6055cb57506a'}]}} from dv-cinder-800015-3-iscsi. {{(pid=105907) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:59:25.883804 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ed61332c-a105-4a75-baee-3026284e0321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:25.901844 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e9a17133-4603-489b-a94f-7123aa9d4cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1526'] for router, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:25.903568 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e9a17133-4603-489b-a94f-7123aa9d4cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1533'] for router, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:25.957416 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e9a17133-4603-489b-a94f-7123aa9d4cda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:26.017289 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.db_base_plugin_common [None req-ed61332c-a105-4a75-baee-3026284e0321 None None] Allocated IP 172.20.0.2 (e7538b30-bfa9-411c-b4b8-e587c082b88a/396a65e9-67f2-4ba0-a778-6055cb57506a/52970c28-9a0e-4c72-b906-eb9e5590ef21) {{(pid=105907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:59:26.156737 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ed61332c-a105-4a75-baee-3026284e0321 None None] Notify callbacks [] for port, precommit_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:26.165126 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ed61332c-a105-4a75-baee-3026284e0321 None None] Transition to ACTIVE for port object 52970c28-9a0e-4c72-b906-eb9e5590ef21 will not be triggered until provisioned by entity L2. {{(pid=105907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:59:26.169194 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e9a17133-4603-489b-a94f-7123aa9d4cda admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:26.180376 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ed61332c-a105-4a75-baee-3026284e0321 None None] Transition to ACTIVE for port object 52970c28-9a0e-4c72-b906-eb9e5590ef21 will not be triggered until provisioned by entity DHCP. {{(pid=105907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:59:26.250965 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ed61332c-a105-4a75-baee-3026284e0321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445'] for port, after_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:26.300952 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed61332c-a105-4a75-baee-3026284e0321 None None] Network e7538b30-bfa9-411c-b4b8-e587c082b88a is already hosted by enough agents. {{(pid=105907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:59:26.307122 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.scheduler.base_scheduler [None req-ed61332c-a105-4a75-baee-3026284e0321 None None] Resources bound (agent type, host, resource id): {{(pid=105907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:59:26.309485 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61332c-a105-4a75-baee-3026284e0321 None None] Pushing event updated for resources: {'Port': ['ID=52970c28-9a0e-4c72-b906-eb9e5590ef21,revision_number=1']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:26.312932 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed61332c-a105-4a75-baee-3026284e0321 None None] Received port after_create {{(pid=105907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:59:26.362629 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-ed61332c-a105-4a75-baee-3026284e0321 None None] Attempting to bind port 52970c28-9a0e-4c72-b906-eb9e5590ef21 on host dv-cinder-800015-3-iscsi for vnic_type normal with profile {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:59:26.363113 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-ed61332c-a105-4a75-baee-3026284e0321 None None] Attempting to bind port 52970c28-9a0e-4c72-b906-eb9e5590ef21 by drivers openvswitch,hyperv on host dv-cinder-800015-3-iscsi at level 0 using segments [{'id': '8cd8044e-55f7-42a0-8738-15d39b9e5b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a'}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:59:26.363469 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed61332c-a105-4a75-baee-3026284e0321 None None] Attempting to bind port 52970c28-9a0e-4c72-b906-eb9e5590ef21 on network e7538b30-bfa9-411c-b4b8-e587c082b88a {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:59:26.369080 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed61332c-a105-4a75-baee-3026284e0321 None None] Checking agent: {'id': '2f28a577-1e29-47c6-9353-308533d5ca1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'started_at': datetime.datetime(2021, 8, 12, 14, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:59:26.369461 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed61332c-a105-4a75-baee-3026284e0321 None None] Checking segment: {'id': '8cd8044e-55f7-42a0-8738-15d39b9e5b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:59:26.369865 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ed61332c-a105-4a75-baee-3026284e0321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:26.370257 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed61332c-a105-4a75-baee-3026284e0321 None None] Bound using segment: {'id': '8cd8044e-55f7-42a0-8738-15d39b9e5b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a'} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:59:26.370730 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-ed61332c-a105-4a75-baee-3026284e0321 None None] Bound port: 52970c28-9a0e-4c72-b906-eb9e5590ef21, host: dv-cinder-800015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd8044e-55f7-42a0-8738-15d39b9e5b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a'}}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:59:26.371108 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ed61332c-a105-4a75-baee-3026284e0321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:26.416827 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e9a17133-4603-489b-a94f-7123aa9d4cda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:26.435196 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ed61332c-a105-4a75-baee-3026284e0321 None None] For port 52970c28-9a0e-4c72-b906-eb9e5590ef21, host dv-cinder-800015-3-iscsi, cleared binding levels {{(pid=105907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:59:26.437167 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e9a17133-4603-489b-a94f-7123aa9d4cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:26.438558 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ed61332c-a105-4a75-baee-3026284e0321 None None] For port 52970c28-9a0e-4c72-b906-eb9e5590ef21, host dv-cinder-800015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=52970c28-9a0e-4c72-b906-eb9e5590ef21,segment=NetworkSegment(8cd8044e-55f7-42a0-8738-15d39b9e5b77),segment_id=8cd8044e-55f7-42a0-8738-15d39b9e5b77)] {{(pid=105907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:59:26.513739 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ed61332c-a105-4a75-baee-3026284e0321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:26.586566 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61332c-a105-4a75-baee-3026284e0321 None None] Pushing event updated for resources: {'Port': ['ID=52970c28-9a0e-4c72-b906-eb9e5590ef21,revision_number=2']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:26.697185 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.db_base_plugin_common [None req-e9a17133-4603-489b-a94f-7123aa9d4cda admin admin] Allocated IP 172.27.1.241 (df63f438-b2ec-4f43-ad5b-12a75f4e90ce/8bfc729c-9def-42bb-b3b9-7901b6eeb5d6/786ae127-6c40-41a8-bc8e-6bb51ba8bf3b) {{(pid=105905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:59:26.816467 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e9a17133-4603-489b-a94f-7123aa9d4cda admin admin] Notify callbacks [] for port, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:26.907512 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e9a17133-4603-489b-a94f-7123aa9d4cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374546'] for port, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:26.945069 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a17133-4603-489b-a94f-7123aa9d4cda admin admin] Network df63f438-b2ec-4f43-ad5b-12a75f4e90ce is already hosted by enough agents. {{(pid=105905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:59:26.950261 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-e9a17133-4603-489b-a94f-7123aa9d4cda admin admin] Resources bound (agent type, host, resource id): {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:59:26.953732 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a17133-4603-489b-a94f-7123aa9d4cda admin admin] Received port after_create {{(pid=105905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:59:26.983708 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a17133-4603-489b-a94f-7123aa9d4cda admin admin] Pushing event updated for resources: {'Port': ['ID=786ae127-6c40-41a8-bc8e-6bb51ba8bf3b,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:27.299028 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e9a17133-4603-489b-a94f-7123aa9d4cda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:27.506783 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e9a17133-4603-489b-a94f-7123aa9d4cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710395'] for router, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:27.507415 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3496736-0912-49d3-9ec0-bea8606172ed None None] Network e7538b30-bfa9-411c-b4b8-e587c082b88a requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:59:27.695452 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 52970c28-9a0e-4c72-b906-eb9e5590ef21 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:59:27.699500 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-45a92129-1391-414f-8f48-f893580aa4f4 None None] Provisioning for port 52970c28-9a0e-4c72-b906-eb9e5590ef21 completed by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:59:27.718373 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a17133-4603-489b-a94f-7123aa9d4cda admin admin] Router 0c28ffad-1df9-4880-8e06-759a68052040 is scheduled to L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 with binding_index 1 {{(pid=105905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:59:27.831687 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a17133-4603-489b-a94f-7123aa9d4cda admin admin] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:59:27.854657 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e69628-3d41-4eab-9aa1-5988604139e3 None None] Sync routers for ids ['0c28ffad-1df9-4880-8e06-759a68052040'] in dv-cinder-800015-3-iscsi {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:59:27.876703 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e69628-3d41-4eab-9aa1-5988604139e3 None None] Routers {'0c28ffad-1df9-4880-8e06-759a68052040'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:59:27.877357 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-e2e69628-3d41-4eab-9aa1-5988604139e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T14:59:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['0c28ffad-1df9-4880-8e06-759a68052040'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:27.924775 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e9a17133-4603-489b-a94f-7123aa9d4cda admin admin] Notify callbacks [] for router, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:27.925816 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-e9a17133-4603-489b-a94f-7123aa9d4cda admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1229746 Aug 12 14:59:27.928647 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 43048) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:27.975941 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning for port 52970c28-9a0e-4c72-b906-eb9e5590ef21 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:59:27.981755 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 52970c28-9a0e-4c72-b906-eb9e5590ef21 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:59:27.982289 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:28.034064 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-e2e69628-3d41-4eab-9aa1-5988604139e3 None None] Set router 0c28ffad-1df9-4880-8e06-759a68052040 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:59:28.203346 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:28.204937 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-f14fd26b-9a39-4917-8fd3-5387b2598bec None None] Provisioning complete for port 52970c28-9a0e-4c72-b906-eb9e5590ef21 triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:59:28.205292 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-f14fd26b-9a39-4917-8fd3-5387b2598bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:28.301680 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] For port 52970c28-9a0e-4c72-b906-eb9e5590ef21, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=52970c28-9a0e-4c72-b906-eb9e5590ef21,segment=NetworkSegment(8cd8044e-55f7-42a0-8738-15d39b9e5b77),segment_id=8cd8044e-55f7-42a0-8738-15d39b9e5b77)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:59:28.354627 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0e7f0de8-e1ca-4a15-8b43-e641318cf67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:28.356680 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-f14fd26b-9a39-4917-8fd3-5387b2598bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:28.369480 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-e2e69628-3d41-4eab-9aa1-5988604139e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c28ffad-1df9-4880-8e06-759a68052040', 'name': 'tempest-AttachVolumeTestJSON-573941937-router', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:59:25Z', 'updated_at': '2021-08-12T14:59:27Z', 'revision_number': 3, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'gw_port': {'id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:26Z', 'updated_at': '2021-08-12T14:59:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:28.375708 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:28.409135 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e69628-3d41-4eab-9aa1-5988604139e3 None None] Checking router: 0c28ffad-1df9-4880-8e06-759a68052040 for host: dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:59:28.409486 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e69628-3d41-4eab-9aa1-5988604139e3 None None] Updating router 0c28ffad-1df9-4880-8e06-759a68052040 port 786ae127-6c40-41a8-bc8e-6bb51ba8bf3b binding host dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:59:28.489982 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e2e69628-3d41-4eab-9aa1-5988604139e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:28.532305 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.db.api [None req-f14fd26b-9a39-4917-8fd3-5387b2598bec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105907) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:59:28.532305 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG oslo_db.api [None req-f14fd26b-9a39-4917-8fd3-5387b2598bec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:59:28.539135 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Pushing event updated for resources: {'Port': ['ID=52970c28-9a0e-4c72-b906-eb9e5590ef21,revision_number=3']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:28.711777 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.db_base_plugin_common [None req-0e7f0de8-e1ca-4a15-8b43-e641318cf67f admin admin] Allocated IP 172.20.0.1 (e7538b30-bfa9-411c-b4b8-e587c082b88a/396a65e9-67f2-4ba0-a778-6055cb57506a/763a72f8-fb09-4eb2-91e4-2214a6cc3f16) {{(pid=105905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:59:28.787497 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e2e69628-3d41-4eab-9aa1-5988604139e3 None None] Notify callbacks [] for port, precommit_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:28.798944 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-e2e69628-3d41-4eab-9aa1-5988604139e3 None None] Transition to ACTIVE for port object 786ae127-6c40-41a8-bc8e-6bb51ba8bf3b will not be triggered until provisioned by entity L2. {{(pid=105907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:59:28.834962 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0e7f0de8-e1ca-4a15-8b43-e641318cf67f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:28.848146 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.provisioning_blocks [None req-0e7f0de8-e1ca-4a15-8b43-e641318cf67f admin admin] Transition to ACTIVE for port object 763a72f8-fb09-4eb2-91e4-2214a6cc3f16 will not be triggered until provisioned by entity DHCP. {{(pid=105905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:59:28.849963 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e2e69628-3d41-4eab-9aa1-5988604139e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:28.904533 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-e2e69628-3d41-4eab-9aa1-5988604139e3 None None] Attempting to bind port 786ae127-6c40-41a8-bc8e-6bb51ba8bf3b on host dv-cinder-800015-3-iscsi for vnic_type normal with profile {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:59:28.904881 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-e2e69628-3d41-4eab-9aa1-5988604139e3 None None] Attempting to bind port 786ae127-6c40-41a8-bc8e-6bb51ba8bf3b by drivers openvswitch,hyperv on host dv-cinder-800015-3-iscsi at level 0 using segments [{'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:59:28.905241 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e69628-3d41-4eab-9aa1-5988604139e3 None None] Attempting to bind port 786ae127-6c40-41a8-bc8e-6bb51ba8bf3b on network df63f438-b2ec-4f43-ad5b-12a75f4e90ce {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:59:28.914600 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e69628-3d41-4eab-9aa1-5988604139e3 None None] Checking agent: {'id': '2f28a577-1e29-47c6-9353-308533d5ca1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'started_at': datetime.datetime(2021, 8, 12, 14, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:59:28.914973 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e69628-3d41-4eab-9aa1-5988604139e3 None None] Checking segment: {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:59:28.915372 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e2e69628-3d41-4eab-9aa1-5988604139e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:28.915765 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e69628-3d41-4eab-9aa1-5988604139e3 None None] Bound using segment: {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:59:28.916224 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-e2e69628-3d41-4eab-9aa1-5988604139e3 None None] Bound port: 786ae127-6c40-41a8-bc8e-6bb51ba8bf3b, host: dv-cinder-800015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:59:28.916598 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e2e69628-3d41-4eab-9aa1-5988604139e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:28.918095 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e563f-6c36-4ea3-b998-f8a8098bc775 None None] Pushing event updated for resources: {'Port': ['ID=786ae127-6c40-41a8-bc8e-6bb51ba8bf3b,revision_number=2']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:28.959486 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0e7f0de8-e1ca-4a15-8b43-e641318cf67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374546'] for port, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:28.981596 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-e2e69628-3d41-4eab-9aa1-5988604139e3 None None] For port 786ae127-6c40-41a8-bc8e-6bb51ba8bf3b, host dv-cinder-800015-3-iscsi, cleared binding levels {{(pid=105907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:59:28.984704 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-e2e69628-3d41-4eab-9aa1-5988604139e3 None None] For port 786ae127-6c40-41a8-bc8e-6bb51ba8bf3b, host dv-cinder-800015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=786ae127-6c40-41a8-bc8e-6bb51ba8bf3b,segment=NetworkSegment(71f474ba-4ec1-4e39-a638-917b9b8eddd4),segment_id=71f474ba-4ec1-4e39-a638-917b9b8eddd4)] {{(pid=105907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:59:28.995545 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7f0de8-e1ca-4a15-8b43-e641318cf67f admin admin] Network e7538b30-bfa9-411c-b4b8-e587c082b88a is already hosted by enough agents. {{(pid=105905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:59:29.000112 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-0e7f0de8-e1ca-4a15-8b43-e641318cf67f admin admin] Resources bound (agent type, host, resource id): {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:59:29.003504 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7f0de8-e1ca-4a15-8b43-e641318cf67f admin admin] Received port after_create {{(pid=105905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:59:29.026433 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f0de8-e1ca-4a15-8b43-e641318cf67f admin admin] Pushing event updated for resources: {'Port': ['ID=763a72f8-fb09-4eb2-91e4-2214a6cc3f16,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:29.048965 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0e7f0de8-e1ca-4a15-8b43-e641318cf67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709934'] for router_interface, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:29.059825 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e2e69628-3d41-4eab-9aa1-5988604139e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:29.134708 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e69628-3d41-4eab-9aa1-5988604139e3 None None] Routers {'0c28ffad-1df9-4880-8e06-759a68052040'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:59:29.135347 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-e2e69628-3d41-4eab-9aa1-5988604139e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T14:59:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['0c28ffad-1df9-4880-8e06-759a68052040'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:29.138795 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e563f-6c36-4ea3-b998-f8a8098bc775 None None] Pushing event updated for resources: {'Port': ['ID=786ae127-6c40-41a8-bc8e-6bb51ba8bf3b,revision_number=3']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:29.255738 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-e2e69628-3d41-4eab-9aa1-5988604139e3 None None] Set router 0c28ffad-1df9-4880-8e06-759a68052040 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:59:29.319589 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0e7f0de8-e1ca-4a15-8b43-e641318cf67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:29.349428 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-f942dd48-1dd8-4f24-9684-f95a5b4398c8 None None] Provisioning for port 763a72f8-fb09-4eb2-91e4-2214a6cc3f16 completed by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:59:29.357742 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-f942dd48-1dd8-4f24-9684-f95a5b4398c8 None None] Provisioning complete for port 763a72f8-fb09-4eb2-91e4-2214a6cc3f16 triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:59:29.358110 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-f942dd48-1dd8-4f24-9684-f95a5b4398c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:29.396025 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 43074) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:29.426516 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-f942dd48-1dd8-4f24-9684-f95a5b4398c8 None None] Port 763a72f8-fb09-4eb2-91e4-2214a6cc3f16 cannot update to ACTIVE because it is not bound. {{(pid=105907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:59:29.487865 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-e2e69628-3d41-4eab-9aa1-5988604139e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c28ffad-1df9-4880-8e06-759a68052040', 'name': 'tempest-AttachVolumeTestJSON-573941937-router', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:59:25Z', 'updated_at': '2021-08-12T14:59:27Z', 'revision_number': 3, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'gw_port': {'id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:26Z', 'updated_at': '2021-08-12T14:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:29.493776 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0e7f0de8-e1ca-4a15-8b43-e641318cf67f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:29.513059 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-01bd9fb0-9051-4c42-ad75-deaec552f5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:29.515689 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e69628-3d41-4eab-9aa1-5988604139e3 None None] The sync data for ids ['0c28ffad-1df9-4880-8e06-759a68052040'] in dv-cinder-800015-3-iscsi is: [{'id': '0c28ffad-1df9-4880-8e06-759a68052040', 'name': 'tempest-AttachVolumeTestJSON-573941937-router', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:59:25Z', 'updated_at': '2021-08-12T14:59:27Z', 'revision_number': 3, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'gw_port': {'id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:26Z', 'updated_at': '2021-08-12T14:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}] {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:59:29.587126 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0e7f0de8-e1ca-4a15-8b43-e641318cf67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2374555'] for port, after_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:29.617008 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-01bd9fb0-9051-4c42-ad75-deaec552f5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:29.657991 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 52970c28-9a0e-4c72-b906-eb9e5590ef21 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:59:29.665330 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0e7f0de8-e1ca-4a15-8b43-e641318cf67f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710074'] for router_interface, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:29.667219 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f0de8-e1ca-4a15-8b43-e641318cf67f admin admin] Pushing event updated for resources: {'Port': ['ID=763a72f8-fb09-4eb2-91e4-2214a6cc3f16,revision_number=2']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:29.679036 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-01bd9fb0-9051-4c42-ad75-deaec552f5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:29.722993 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 52970c28-9a0e-4c72-b906-eb9e5590ef21 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:59:29.723387 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:29.725749 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-01bd9fb0-9051-4c42-ad75-deaec552f5d9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=98d61afdcdb7409fac00021816e624b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286362 Aug 12 14:59:29.727163 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd9fb0-9051-4c42-ad75-deaec552f5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6325bb3-1229-44ad-a225-9f8753a82425,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:29.729848 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 43080) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:29.825147 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-af5e2293-250e-4711-8fe7-fe71bfd4a9c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:29.831742 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7f0de8-e1ca-4a15-8b43-e641318cf67f admin admin] Network e7538b30-bfa9-411c-b4b8-e587c082b88a is already hosted by enough agents. {{(pid=105905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:59:29.836466 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-0e7f0de8-e1ca-4a15-8b43-e641318cf67f admin admin] Resources bound (agent type, host, resource id): {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:59:29.860098 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-af5e2293-250e-4711-8fe7-fe71bfd4a9c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:30.036199 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-af5e2293-250e-4711-8fe7-fe71bfd4a9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:30.036199 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-af5e2293-250e-4711-8fe7-fe71bfd4a9c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:30.036199 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-af5e2293-250e-4711-8fe7-fe71bfd4a9c1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a6325bb3-1229-44ad-a225-9f8753a82425 HTTP/1.1" status: 204 len: 168 time: 0.3018484 Aug 12 14:59:30.050121 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e2293-250e-4711-8fe7-fe71bfd4a9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6325bb3-1229-44ad-a225-9f8753a82425,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:30.097902 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7f0de8-e1ca-4a15-8b43-e641318cf67f admin admin] Router 0c28ffad-1df9-4880-8e06-759a68052040 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:59:30.246591 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7f0de8-e1ca-4a15-8b43-e641318cf67f admin admin] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:59:30.248975 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-0e75f77a-8fa6-4440-9e91-9f6f0893cd49 None None] Provisioning complete for port 763a72f8-fb09-4eb2-91e4-2214a6cc3f16 triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:59:30.249367 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-0e75f77a-8fa6-4440-9e91-9f6f0893cd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:30.257023 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-0e7f0de8-e1ca-4a15-8b43-e641318cf67f admin admin] 10.222.0.63 "PUT /v2.0/routers/0c28ffad-1df9-4880-8e06-759a68052040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3272212 Aug 12 14:59:30.284759 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-0e75f77a-8fa6-4440-9e91-9f6f0893cd49 None None] Port 763a72f8-fb09-4eb2-91e4-2214a6cc3f16 cannot update to ACTIVE because it is not bound. {{(pid=105907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:59:30.761542 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 43112) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:30.776698 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-ffea3a80-7cca-4921-be5b-6897cac6b2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:30.870804 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-ffea3a80-7cca-4921-be5b-6897cac6b2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:30.927526 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 43114) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:30.932392 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-4bb34494-5acc-44be-b348-0a41a9228aea tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1608554956', 'description': 'tempest-description--101795506'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:59:30.966430 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-ffea3a80-7cca-4921-be5b-6897cac6b2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:31.017387 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-ffea3a80-7cca-4921-be5b-6897cac6b2b1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=794eb025158047328cb6b8ffe549dc55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534926 Aug 12 14:59:31.018482 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea3a80-7cca-4921-be5b-6897cac6b2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e074e751-1127-4524-b5e9-9b26b6191e6e,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:31.020304 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 43116) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:31.064328 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-4bb34494-5acc-44be-b348-0a41a9228aea tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:31.071156 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-227670c3-703a-4ecd-8420-07aec6410ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:31.093607 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-227670c3-703a-4ecd-8420-07aec6410ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:31.180188 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-4bb34494-5acc-44be-b348-0a41a9228aea tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:31.222082 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-227670c3-703a-4ecd-8420-07aec6410ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:31.224682 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-227670c3-703a-4ecd-8420-07aec6410ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:31.225966 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-227670c3-703a-4ecd-8420-07aec6410ce9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e074e751-1127-4524-b5e9-9b26b6191e6e HTTP/1.1" status: 204 len: 168 time: 0.2045360 Aug 12 14:59:31.239780 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227670c3-703a-4ecd-8420-07aec6410ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e074e751-1127-4524-b5e9-9b26b6191e6e,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:31.283710 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-4bb34494-5acc-44be-b348-0a41a9228aea tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:31.320215 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb34494-5acc-44be-b348-0a41a9228aea tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:31.320555 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ab4b88-e459-4e5e-8984-3f65a5a6b334 None None] Sync routers for ids ['0c28ffad-1df9-4880-8e06-759a68052040'] in dv-cinder-800015-3-iscsi {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:59:31.332473 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ab4b88-e459-4e5e-8984-3f65a5a6b334 None None] Routers {'0c28ffad-1df9-4880-8e06-759a68052040'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:59:31.333158 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-f2ab4b88-e459-4e5e-8984-3f65a5a6b334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T14:59:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['0c28ffad-1df9-4880-8e06-759a68052040'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:31.552534 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-f2ab4b88-e459-4e5e-8984-3f65a5a6b334 None None] Set router 0c28ffad-1df9-4880-8e06-759a68052040 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:59:31.621159 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-4bb34494-5acc-44be-b348-0a41a9228aea tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:31.629930 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-4bb34494-5acc-44be-b348-0a41a9228aea tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6941078 Aug 12 14:59:31.632280 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 43126) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:31.637323 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-7eff950f-1b9a-410e-b92f-6f0f549026c7 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Request body: {'security_group_rule': {'security_group_id': '05ddfe07-b9d8-457e-b8ad-101f7ac1ff79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:59:31.680955 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 786ae127-6c40-41a8-bc8e-6bb51ba8bf3b up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:59:31.772609 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-f2ab4b88-e459-4e5e-8984-3f65a5a6b334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c28ffad-1df9-4880-8e06-759a68052040', 'name': 'tempest-AttachVolumeTestJSON-573941937-router', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:59:25Z', 'updated_at': '2021-08-12T14:59:29Z', 'revision_number': 4, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'gw_port': {'id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:26Z', 'updated_at': '2021-08-12T14:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '763a72f8-fb09-4eb2-91e4-2214a6cc3f16', 'name': '', 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'mac_address': 'fa:16:3e:1a:97:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:28Z', 'updated_at': '2021-08-12T14:59:29Z', 'revision_number': 2, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'subnets': [{'id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:31.810730 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ab4b88-e459-4e5e-8984-3f65a5a6b334 None None] Checking router: 0c28ffad-1df9-4880-8e06-759a68052040 for host: dv-cinder-800015-3-iscsi {{(pid=105908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:59:31.810730 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ab4b88-e459-4e5e-8984-3f65a5a6b334 None None] Updating router 0c28ffad-1df9-4880-8e06-759a68052040 port 763a72f8-fb09-4eb2-91e4-2214a6cc3f16 binding host dv-cinder-800015-3-iscsi {{(pid=105908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:59:31.811159 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7eff950f-1b9a-410e-b92f-6f0f549026c7 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:31.833458 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning for port 786ae127-6c40-41a8-bc8e-6bb51ba8bf3b completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:59:31.833705 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-f2ab4b88-e459-4e5e-8984-3f65a5a6b334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:31.838358 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 786ae127-6c40-41a8-bc8e-6bb51ba8bf3b triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:59:31.839428 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:31.882343 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7eff950f-1b9a-410e-b92f-6f0f549026c7 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:31.936744 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:31.967701 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] For port 786ae127-6c40-41a8-bc8e-6bb51ba8bf3b, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=786ae127-6c40-41a8-bc8e-6bb51ba8bf3b,segment=NetworkSegment(71f474ba-4ec1-4e39-a638-917b9b8eddd4),segment_id=71f474ba-4ec1-4e39-a638-917b9b8eddd4)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:59:31.993197 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7eff950f-1b9a-410e-b92f-6f0f549026c7 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741704'] for security_group_rule, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:32.014832 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff950f-1b9a-410e-b92f-6f0f549026c7 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=291af4cd-c38e-448b-a63f-f04cb922cb87,revision_number=0']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:32.034786 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:32.090296 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7eff950f-1b9a-410e-b92f-6f0f549026c7 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:32.092260 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-7eff950f-1b9a-410e-b92f-6f0f549026c7 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4586582 Aug 12 14:59:32.095105 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 43140) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:32.100595 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-29759ddc-502c-479c-b17b-863e4a9367d5 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Request body: {'security_group_rule': {'security_group_id': '05ddfe07-b9d8-457e-b8ad-101f7ac1ff79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:59:32.113855 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Pushing event updated for resources: {'Port': ['ID=786ae127-6c40-41a8-bc8e-6bb51ba8bf3b,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:32.181464 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-f2ab4b88-e459-4e5e-8984-3f65a5a6b334 None None] Notify callbacks [] for port, precommit_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:32.191875 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.provisioning_blocks [None req-f2ab4b88-e459-4e5e-8984-3f65a5a6b334 None None] Transition to ACTIVE for port object 763a72f8-fb09-4eb2-91e4-2214a6cc3f16 will not be triggered until provisioned by entity L2. {{(pid=105908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:59:32.259313 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-29759ddc-502c-479c-b17b-863e4a9367d5 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:32.307547 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-f2ab4b88-e459-4e5e-8984-3f65a5a6b334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:32.318283 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-29759ddc-502c-479c-b17b-863e4a9367d5 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:32.351192 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0005c7-f61c-4202-aec8-f51a50313f98 None None] Pushing event updated for resources: {'Port': ['ID=763a72f8-fb09-4eb2-91e4-2214a6cc3f16,revision_number=3']} {{(pid=105908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:32.362571 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0005c7-f61c-4202-aec8-f51a50313f98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:32.363475 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0005c7-f61c-4202-aec8-f51a50313f98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:32.364220 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0005c7-f61c-4202-aec8-f51a50313f98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:32.364887 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0005c7-f61c-4202-aec8-f51a50313f98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:32.365595 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0005c7-f61c-4202-aec8-f51a50313f98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:32.366121 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0005c7-f61c-4202-aec8-f51a50313f98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:32.366641 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0005c7-f61c-4202-aec8-f51a50313f98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:32.367133 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0005c7-f61c-4202-aec8-f51a50313f98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:32.367648 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0005c7-f61c-4202-aec8-f51a50313f98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:32.368215 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0005c7-f61c-4202-aec8-f51a50313f98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:32.368550 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0005c7-f61c-4202-aec8-f51a50313f98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:32.368917 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0005c7-f61c-4202-aec8-f51a50313f98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:32.393662 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-29759ddc-502c-479c-b17b-863e4a9367d5 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741704'] for security_group_rule, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:32.416628 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29759ddc-502c-479c-b17b-863e4a9367d5 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=139c8fed-b089-47b5-96e8-c0d9ab400cf9,revision_number=0']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:32.438945 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-f2ab4b88-e459-4e5e-8984-3f65a5a6b334 None None] Attempting to bind port 763a72f8-fb09-4eb2-91e4-2214a6cc3f16 on host dv-cinder-800015-3-iscsi for vnic_type normal with profile {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:59:32.438945 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-f2ab4b88-e459-4e5e-8984-3f65a5a6b334 None None] Attempting to bind port 763a72f8-fb09-4eb2-91e4-2214a6cc3f16 by drivers openvswitch,hyperv on host dv-cinder-800015-3-iscsi at level 0 using segments [{'id': '8cd8044e-55f7-42a0-8738-15d39b9e5b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a'}] {{(pid=105908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:59:32.438945 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ab4b88-e459-4e5e-8984-3f65a5a6b334 None None] Attempting to bind port 763a72f8-fb09-4eb2-91e4-2214a6cc3f16 on network e7538b30-bfa9-411c-b4b8-e587c082b88a {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:59:32.442282 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ab4b88-e459-4e5e-8984-3f65a5a6b334 None None] Checking agent: {'id': '2f28a577-1e29-47c6-9353-308533d5ca1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'started_at': datetime.datetime(2021, 8, 12, 14, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:59:32.442662 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ab4b88-e459-4e5e-8984-3f65a5a6b334 None None] Checking segment: {'id': '8cd8044e-55f7-42a0-8738-15d39b9e5b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:59:32.443138 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-f2ab4b88-e459-4e5e-8984-3f65a5a6b334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:32.443560 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ab4b88-e459-4e5e-8984-3f65a5a6b334 None None] Bound using segment: {'id': '8cd8044e-55f7-42a0-8738-15d39b9e5b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a'} {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:59:32.444009 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-f2ab4b88-e459-4e5e-8984-3f65a5a6b334 None None] Bound port: 763a72f8-fb09-4eb2-91e4-2214a6cc3f16, host: dv-cinder-800015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd8044e-55f7-42a0-8738-15d39b9e5b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a'}}] {{(pid=105908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:59:32.444418 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-f2ab4b88-e459-4e5e-8984-3f65a5a6b334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:32.485025 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-29759ddc-502c-479c-b17b-863e4a9367d5 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:32.488707 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-29759ddc-502c-479c-b17b-863e4a9367d5 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3925538 Aug 12 14:59:32.494074 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 43156) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:32.500083 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-6c00f187-48dd-4fb9-9f41-7a0f00732a5d tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Request body: {'floatingip': {'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:59:32.540087 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.db [None req-f2ab4b88-e459-4e5e-8984-3f65a5a6b334 None None] For port 763a72f8-fb09-4eb2-91e4-2214a6cc3f16, host dv-cinder-800015-3-iscsi, cleared binding levels {{(pid=105908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:59:32.543949 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.db [None req-f2ab4b88-e459-4e5e-8984-3f65a5a6b334 None None] For port 763a72f8-fb09-4eb2-91e4-2214a6cc3f16, host dv-cinder-800015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=763a72f8-fb09-4eb2-91e4-2214a6cc3f16,segment=NetworkSegment(8cd8044e-55f7-42a0-8738-15d39b9e5b77),segment_id=8cd8044e-55f7-42a0-8738-15d39b9e5b77)] {{(pid=105908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:59:32.609667 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6c00f187-48dd-4fb9-9f41-7a0f00732a5d tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for floatingip, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:32.613798 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-f2ab4b88-e459-4e5e-8984-3f65a5a6b334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:32.663634 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ab4b88-e459-4e5e-8984-3f65a5a6b334 None None] Routers {'0c28ffad-1df9-4880-8e06-759a68052040'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:59:32.664257 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-f2ab4b88-e459-4e5e-8984-3f65a5a6b334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T14:59:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['0c28ffad-1df9-4880-8e06-759a68052040'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:32.710128 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0005c7-f61c-4202-aec8-f51a50313f98 None None] Pushing event updated for resources: {'Port': ['ID=763a72f8-fb09-4eb2-91e4-2214a6cc3f16,revision_number=4']} {{(pid=105908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:32.739089 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6c00f187-48dd-4fb9-9f41-7a0f00732a5d tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:32.813972 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-f2ab4b88-e459-4e5e-8984-3f65a5a6b334 None None] Set router 0c28ffad-1df9-4880-8e06-759a68052040 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:59:32.923079 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.db_base_plugin_common [None req-6c00f187-48dd-4fb9-9f41-7a0f00732a5d tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Allocated IP 172.27.1.16 (df63f438-b2ec-4f43-ad5b-12a75f4e90ce/8bfc729c-9def-42bb-b3b9-7901b6eeb5d6/97a12c56-6c01-4328-9462-83ee97ca6024) {{(pid=105905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:59:33.040966 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6c00f187-48dd-4fb9-9f41-7a0f00732a5d tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for port, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:33.072365 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-f2ab4b88-e459-4e5e-8984-3f65a5a6b334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c28ffad-1df9-4880-8e06-759a68052040', 'name': 'tempest-AttachVolumeTestJSON-573941937-router', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:59:25Z', 'updated_at': '2021-08-12T14:59:29Z', 'revision_number': 4, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'gw_port': {'id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:26Z', 'updated_at': '2021-08-12T14:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '763a72f8-fb09-4eb2-91e4-2214a6cc3f16', 'name': '', 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'mac_address': 'fa:16:3e:1a:97:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:28Z', 'updated_at': '2021-08-12T14:59:32Z', 'revision_number': 4, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'subnets': [{'id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:33.100793 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ab4b88-e459-4e5e-8984-3f65a5a6b334 None None] The sync data for ids ['0c28ffad-1df9-4880-8e06-759a68052040'] in dv-cinder-800015-3-iscsi is: [{'id': '0c28ffad-1df9-4880-8e06-759a68052040', 'name': 'tempest-AttachVolumeTestJSON-573941937-router', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:59:25Z', 'updated_at': '2021-08-12T14:59:29Z', 'revision_number': 4, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'gw_port': {'id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:26Z', 'updated_at': '2021-08-12T14:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '763a72f8-fb09-4eb2-91e4-2214a6cc3f16', 'name': '', 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'mac_address': 'fa:16:3e:1a:97:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:28Z', 'updated_at': '2021-08-12T14:59:32Z', 'revision_number': 4, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'subnets': [{'id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:59:33.176636 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6c00f187-48dd-4fb9-9f41-7a0f00732a5d tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374546'] for port, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:33.213496 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c00f187-48dd-4fb9-9f41-7a0f00732a5d tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Network df63f438-b2ec-4f43-ad5b-12a75f4e90ce is already hosted by enough agents. {{(pid=105905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:59:33.216418 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-6c00f187-48dd-4fb9-9f41-7a0f00732a5d tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Resources bound (agent type, host, resource id): {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:59:33.222211 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c00f187-48dd-4fb9-9f41-7a0f00732a5d tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Received port after_create {{(pid=105905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:59:33.280667 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00f187-48dd-4fb9-9f41-7a0f00732a5d tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Pushing event updated for resources: {'Port': ['ID=97a12c56-6c01-4328-9462-83ee97ca6024,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:33.324786 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6c00f187-48dd-4fb9-9f41-7a0f00732a5d tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:33.426662 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6c00f187-48dd-4fb9-9f41-7a0f00732a5d tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:33.623507 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6c00f187-48dd-4fb9-9f41-7a0f00732a5d tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for port, precommit_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:33.735397 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6c00f187-48dd-4fb9-9f41-7a0f00732a5d tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2374555'] for port, after_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:33.780545 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 763a72f8-fb09-4eb2-91e4-2214a6cc3f16 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:59:33.814481 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6c00f187-48dd-4fb9-9f41-7a0f00732a5d tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710293'] for floatingip, after_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:33.844468 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00f187-48dd-4fb9-9f41-7a0f00732a5d tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Pushing event updated for resources: {'Port': ['ID=97a12c56-6c01-4328-9462-83ee97ca6024,revision_number=2']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:33.924911 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6c00f187-48dd-4fb9-9f41-7a0f00732a5d tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for floatingip, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:33.927428 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-6c00f187-48dd-4fb9-9f41-7a0f00732a5d tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4309049 Aug 12 14:59:33.953247 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning for port 763a72f8-fb09-4eb2-91e4-2214a6cc3f16 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:59:33.957506 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 763a72f8-fb09-4eb2-91e4-2214a6cc3f16 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:59:33.957886 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:34.055445 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:34.113991 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] For port 763a72f8-fb09-4eb2-91e4-2214a6cc3f16, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=763a72f8-fb09-4eb2-91e4-2214a6cc3f16,segment=NetworkSegment(8cd8044e-55f7-42a0-8738-15d39b9e5b77),segment_id=8cd8044e-55f7-42a0-8738-15d39b9e5b77)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:59:34.145172 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-1606ed01-5e7c-4848-b39a-c6716f7bb8c5 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1608554956&fields=id&tenant_id=354567df920f421c84ca26c1b7eab2a1 HTTP/1.1" status: 200 len: 267 time: 0.0453148 Aug 12 14:59:34.188224 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:34.189093 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 786ae127-6c40-41a8-bc8e-6bb51ba8bf3b up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:59:34.273979 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Pushing event updated for resources: {'Port': ['ID=763a72f8-fb09-4eb2-91e4-2214a6cc3f16,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:34.290854 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-e3c68cab-94c6-4221-a0ea-456adff87f29 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:34.296938 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-e3c68cab-94c6-4221-a0ea-456adff87f29 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/networks?id=e7538b30-bfa9-411c-b4b8-e587c082b88a HTTP/1.1" status: 200 len: 810 time: 0.1406298 Aug 12 14:59:34.300394 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 786ae127-6c40-41a8-bc8e-6bb51ba8bf3b triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:59:34.301234 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:34.317031 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-48a7760e-440f-4931-b605-4c6954d916b3 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/quotas/354567df920f421c84ca26c1b7eab2a1 HTTP/1.1" status: 200 len: 375 time: 0.0137217 Aug 12 14:59:34.376185 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-327adb99-35bd-4f02-a9a5-b00e6eef1705 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=354567df920f421c84ca26c1b7eab2a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536110 Aug 12 14:59:34.479175 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-a5925aa6-a060-402c-b1a2-3ed389952e78 service neutron] 10.222.0.63 "GET /v2.0/networks/e7538b30-bfa9-411c-b4b8-e587c082b88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912402 Aug 12 14:59:34.569212 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-b5937109-4e66-4c92-9c79-276abc84ea7f service neutron] 10.222.0.63 "GET /v2.0/networks/e7538b30-bfa9-411c-b4b8-e587c082b88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835283 Aug 12 14:59:34.627488 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 43228) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:34.732976 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-b4617f2f-2476-4080-b1c1-397ccd7cda48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:34.844286 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-dccca12a-e8c8-4ffc-ba87-549ebc11a53d req-129a25eb-9ce7-4108-bfb8-d62aaff2fb97 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 210 time: 0.0347221 Aug 12 14:59:34.860404 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-b4617f2f-2476-4080-b1c1-397ccd7cda48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:34.940970 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-b4617f2f-2476-4080-b1c1-397ccd7cda48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:34.977779 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-b4617f2f-2476-4080-b1c1-397ccd7cda48 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8b6c2e9ad7be462cb14a2b9c1ef8ea7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3491721 Aug 12 14:59:34.979610 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4617f2f-2476-4080-b1c1-397ccd7cda48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e50221-8fc2-48f8-8542-42918c2448d0,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:34.980593 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 43242) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:35.028110 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-4399460d-8689-48a6-b9db-4ebc4e96b324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:35.049489 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-4399460d-8689-48a6-b9db-4ebc4e96b324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:35.193356 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-4399460d-8689-48a6-b9db-4ebc4e96b324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:35.195792 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-4399460d-8689-48a6-b9db-4ebc4e96b324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:35.196972 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-4399460d-8689-48a6-b9db-4ebc4e96b324 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/03e50221-8fc2-48f8-8542-42918c2448d0 HTTP/1.1" status: 204 len: 168 time: 0.2153299 Aug 12 14:59:35.205316 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399460d-8689-48a6-b9db-4ebc4e96b324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e50221-8fc2-48f8-8542-42918c2448d0,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:35.512336 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:35.646143 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 763a72f8-fb09-4eb2-91e4-2214a6cc3f16 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:59:35.698990 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 763a72f8-fb09-4eb2-91e4-2214a6cc3f16 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:59:35.699362 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:35.870460 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 43256) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:35.883606 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-bd9303cf-fcfc-4aa8-9816-ad3f0f05ffbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:35.938592 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1819c9d4-d3d7-4862-adb1-5341a0e25d72 req-84d60cf8-4cf2-48c5-a4e2-a3bfb54fa9d0 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 210 time: 0.0251491 Aug 12 14:59:35.982844 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-bd9303cf-fcfc-4aa8-9816-ad3f0f05ffbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:36.078891 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-bd9303cf-fcfc-4aa8-9816-ad3f0f05ffbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:36.116312 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-bd9303cf-fcfc-4aa8-9816-ad3f0f05ffbf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=123b56b9a3254bbaa1f3161207ec5c98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447712 Aug 12 14:59:36.118218 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9303cf-fcfc-4aa8-9816-ad3f0f05ffbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9f6178-5aa6-4d5c-9bc6-1eff24efec74,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:36.125619 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 43260) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:36.174962 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-800aee68-9669-4038-9fa5-43d9f8e115f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:36.194991 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-800aee68-9669-4038-9fa5-43d9f8e115f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:36.359808 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-800aee68-9669-4038-9fa5-43d9f8e115f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:36.362372 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-800aee68-9669-4038-9fa5-43d9f8e115f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:36.363580 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-800aee68-9669-4038-9fa5-43d9f8e115f9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8d9f6178-5aa6-4d5c-9bc6-1eff24efec74 HTTP/1.1" status: 204 len: 168 time: 0.2370563 Aug 12 14:59:36.373050 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800aee68-9669-4038-9fa5-43d9f8e115f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9f6178-5aa6-4d5c-9bc6-1eff24efec74,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:37.038430 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f86277ad-0dcc-4184-8898-f6e65cd7675c req-261894fb-a810-4909-9236-ddbdf4902ab2 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 210 time: 0.0302541 Aug 12 14:59:37.952454 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 43306) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:38.055331 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e39d5e73-4f0a-4e18-9edb-b7ab4ab07fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:38.136627 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6cdbf31c-88d0-4fca-acad-89e006a961b3 req-04c30ea8-794e-4ef4-9289-6d0b29359355 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 210 time: 0.0291259 Aug 12 14:59:38.172009 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e39d5e73-4f0a-4e18-9edb-b7ab4ab07fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:38.250444 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e39d5e73-4f0a-4e18-9edb-b7ab4ab07fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:38.286668 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-e39d5e73-4f0a-4e18-9edb-b7ab4ab07fa9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=26f0a4234eab47878f841c60689b9c0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330419 Aug 12 14:59:38.287433 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d5e73-4f0a-4e18-9edb-b7ab4ab07fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1390925-d859-49be-811f-28ce122f6342,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:38.289602 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 43314) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:38.338551 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-bfe6b1f1-6c96-4fb0-873c-86fc33b79351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:38.360430 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-bfe6b1f1-6c96-4fb0-873c-86fc33b79351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:38.467573 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-bfe6b1f1-6c96-4fb0-873c-86fc33b79351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:38.470211 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-bfe6b1f1-6c96-4fb0-873c-86fc33b79351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:38.471338 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-bfe6b1f1-6c96-4fb0-873c-86fc33b79351 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e1390925-d859-49be-811f-28ce122f6342 HTTP/1.1" status: 204 len: 168 time: 0.1802127 Aug 12 14:59:38.478844 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6b1f1-6c96-4fb0-873c-86fc33b79351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1390925-d859-49be-811f-28ce122f6342,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:39.228798 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5521c328-d0ea-42e1-afc5-86cea76d827a req-0287220a-4d65-421a-8c5a-eeb6cfae3137 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 210 time: 0.0264008 Aug 12 14:59:39.931021 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-561b48c8-1fdc-48e9-84d8-21a0ab7a4b60 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:39.932468 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-561b48c8-1fdc-48e9-84d8-21a0ab7a4b60 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.73 "GET /v2.0/networks?id=e7538b30-bfa9-411c-b4b8-e587c082b88a HTTP/1.1" status: 200 len: 810 time: 0.1058700 Aug 12 14:59:39.978744 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-09750096-e91f-4c01-917d-87499e9dfd3a tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=354567df920f421c84ca26c1b7eab2a1 HTTP/1.1" status: 200 len: 380 time: 0.0355730 Aug 12 14:59:39.991756 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-a54c07e2-29d6-4483-8590-46c95d37e0a3 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Request body: {'port': {'device_id': 'adbb1f6a-e922-4c62-95b0-cf8a7fe81e99', 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a', 'admin_state_up': True, 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'security_groups': ['05ddfe07-b9d8-457e-b8ad-101f7ac1ff79']}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:59:40.164943 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-a54c07e2-29d6-4483-8590-46c95d37e0a3 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Made reservation on behalf of 354567df920f421c84ca26c1b7eab2a1 for: {'port': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:59:40.168413 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-a54c07e2-29d6-4483-8590-46c95d37e0a3 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:40.297269 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_common [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-a54c07e2-29d6-4483-8590-46c95d37e0a3 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Allocated IP 172.20.0.12 (e7538b30-bfa9-411c-b4b8-e587c082b88a/396a65e9-67f2-4ba0-a778-6055cb57506a/1a4e0fc1-a13e-472d-a4ed-dcb7016b0340) {{(pid=105906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:59:40.366502 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-75f21724-1aee-4d9d-b725-9de6a8c222a2 req-a8352288-1f0c-4a0a-9b3a-48d6d444ed54 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 210 time: 0.0354087 Aug 12 14:59:40.442214 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-a54c07e2-29d6-4483-8590-46c95d37e0a3 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for port, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:40.456212 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-a54c07e2-29d6-4483-8590-46c95d37e0a3 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Transition to ACTIVE for port object 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340 will not be triggered until provisioned by entity DHCP. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:59:40.588383 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-a54c07e2-29d6-4483-8590-46c95d37e0a3 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:40.632601 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-a54c07e2-29d6-4483-8590-46c95d37e0a3 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Network e7538b30-bfa9-411c-b4b8-e587c082b88a is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:59:40.635614 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-a54c07e2-29d6-4483-8590-46c95d37e0a3 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:59:40.637977 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-a54c07e2-29d6-4483-8590-46c95d37e0a3 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Received port after_create {{(pid=105906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:59:40.664677 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c07e2-29d6-4483-8590-46c95d37e0a3 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Pushing event updated for resources: {'Port': ['ID=1a4e0fc1-a13e-472d-a4ed-dcb7016b0340,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:40.696329 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-a54c07e2-29d6-4483-8590-46c95d37e0a3 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:40.697013 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-a54c07e2-29d6-4483-8590-46c95d37e0a3 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:40.794199 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-a54c07e2-29d6-4483-8590-46c95d37e0a3 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8060191 Aug 12 14:59:40.809510 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-bc902f68-4945-4528-adfd-8b9ecc12ca9b service neutron] Request body: {'port': {'device_id': 'adbb1f6a-e922-4c62-95b0-cf8a7fe81e99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:59:40.865089 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-bc902f68-4945-4528-adfd-8b9ecc12ca9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:40.902131 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-86b93b6f-d651-46de-b6f0-e7cfda3d0fe0 None None] Provisioning for port 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340 completed by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:59:40.906614 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-86b93b6f-d651-46de-b6f0-e7cfda3d0fe0 None None] Provisioning complete for port 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340 triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:59:40.906949 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-86b93b6f-d651-46de-b6f0-e7cfda3d0fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:40.942868 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-86b93b6f-d651-46de-b6f0-e7cfda3d0fe0 None None] Port 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340 cannot update to ACTIVE because it is not bound. {{(pid=105907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:59:41.117245 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-bc902f68-4945-4528-adfd-8b9ecc12ca9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340 {{(pid=105906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:59:41.125101 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-bc902f68-4945-4528-adfd-8b9ecc12ca9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:41.136646 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-bc902f68-4945-4528-adfd-8b9ecc12ca9b service neutron] Transition to ACTIVE for port object 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340 will not be triggered until provisioned by entity L2. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:59:41.209620 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-bc902f68-4945-4528-adfd-8b9ecc12ca9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:41.260909 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc902f68-4945-4528-adfd-8b9ecc12ca9b service neutron] Pushing event updated for resources: {'Port': ['ID=1a4e0fc1-a13e-472d-a4ed-dcb7016b0340,revision_number=2']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:41.331738 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-bc902f68-4945-4528-adfd-8b9ecc12ca9b service neutron] Attempting to bind port 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:59:41.332077 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-bc902f68-4945-4528-adfd-8b9ecc12ca9b service neutron] Attempting to bind port 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': '8cd8044e-55f7-42a0-8738-15d39b9e5b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a'}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:59:41.334731 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-bc902f68-4945-4528-adfd-8b9ecc12ca9b service neutron] Attempting to bind port 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340 on network e7538b30-bfa9-411c-b4b8-e587c082b88a {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:59:41.336881 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-bc902f68-4945-4528-adfd-8b9ecc12ca9b service neutron] Port 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340 on network e7538b30-bfa9-411c-b4b8-e587c082b88a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:59:41.337207 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-bc902f68-4945-4528-adfd-8b9ecc12ca9b service neutron] Attempting to bind port 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340 on network e7538b30-bfa9-411c-b4b8-e587c082b88a {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:59:41.342076 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-bc902f68-4945-4528-adfd-8b9ecc12ca9b service neutron] Checking agent: {'id': '8bc968ee-63fe-4341-8ff4-51482bda9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'started_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:59:41.342410 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-bc902f68-4945-4528-adfd-8b9ecc12ca9b service neutron] Checking segment: {'id': '8cd8044e-55f7-42a0-8738-15d39b9e5b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:59:41.342915 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-bc902f68-4945-4528-adfd-8b9ecc12ca9b service neutron] Bound using segment: {'id': '8cd8044e-55f7-42a0-8738-15d39b9e5b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a'} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:59:41.343453 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-bc902f68-4945-4528-adfd-8b9ecc12ca9b service neutron] Bound port: 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd8044e-55f7-42a0-8738-15d39b9e5b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a'}}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:59:41.343808 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-bc902f68-4945-4528-adfd-8b9ecc12ca9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:41.412428 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-bc902f68-4945-4528-adfd-8b9ecc12ca9b service neutron] For port 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340, host hv-cinder-80001, cleared binding levels {{(pid=105906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:59:41.415869 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-bc902f68-4945-4528-adfd-8b9ecc12ca9b service neutron] For port 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=1a4e0fc1-a13e-472d-a4ed-dcb7016b0340,segment=NetworkSegment(8cd8044e-55f7-42a0-8738-15d39b9e5b77),segment_id=8cd8044e-55f7-42a0-8738-15d39b9e5b77)] {{(pid=105906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:59:41.496410 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcf8ee-0ba6-43be-9a1d-71d17060f110 req-8311d963-77a8-4a32-a07c-2a22363ca848 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:41.497905 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a9dcf8ee-0ba6-43be-9a1d-71d17060f110 req-8311d963-77a8-4a32-a07c-2a22363ca848 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 944 time: 0.0601037 Aug 12 14:59:41.537121 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-bc902f68-4945-4528-adfd-8b9ecc12ca9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:41.543322 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a9dcf8ee-0ba6-43be-9a1d-71d17060f110 req-d42da13a-e1c1-4e9b-a675-7d3a56fc8fc0 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392799 Aug 12 14:59:41.607591 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-bc902f68-4945-4528-adfd-8b9ecc12ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:41.608735 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-bc902f68-4945-4528-adfd-8b9ecc12ca9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:41.609968 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-bc902f68-4945-4528-adfd-8b9ecc12ca9b service neutron] 10.222.0.73 "PUT /v2.0/ports/1a4e0fc1-a13e-472d-a4ed-dcb7016b0340 HTTP/1.1" status: 200 len: 1094 time: 0.8045425 Aug 12 14:59:41.616873 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adbb1f6a-e922-4c62-95b0-cf8a7fe81e99', 'tag': '1a4e0fc1-a13e-472d-a4ed-dcb7016b0340'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:59:41.619243 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5a1fbd-bc4e-46fb-9769-c3faf05501bf" -d '{"events": [{"name": "network-changed", "server_uuid": "adbb1f6a-e922-4c62-95b0-cf8a7fe81e99", "tag": "1a4e0fc1-a13e-472d-a4ed-dcb7016b0340"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:59:41.640424 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc902f68-4945-4528-adfd-8b9ecc12ca9b service neutron] Pushing event updated for resources: {'Port': ['ID=1a4e0fc1-a13e-472d-a4ed-dcb7016b0340,revision_number=3']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:41.662584 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfc6943-fbd5-42d3-8274-431b2d4f80c5 x-openstack-request-id: req-fdfc6943-fbd5-42d3-8274-431b2d4f80c5 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:59:41.662869 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adbb1f6a-e922-4c62-95b0-cf8a7fe81e99", "tag": "1a4e0fc1-a13e-472d-a4ed-dcb7016b0340", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:59:41.663120 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fdfc6943-fbd5-42d3-8274-431b2d4f80c5 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:59:41.663748 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adbb1f6a-e922-4c62-95b0-cf8a7fe81e99', 'tag': '1a4e0fc1-a13e-472d-a4ed-dcb7016b0340', 'status': 'completed', 'code': 200} Aug 12 14:59:41.731045 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a1fbd-bc4e-46fb-9769-c3faf05501bf req-75445cb0-3fca-4fdb-b1e2-f41597dfb1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:41.732613 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-be5a1fbd-bc4e-46fb-9769-c3faf05501bf req-75445cb0-3fca-4fdb-b1e2-f41597dfb1bb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=354567df920f421c84ca26c1b7eab2a1&device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 1097 time: 0.0470994 Aug 12 14:59:41.840030 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a1fbd-bc4e-46fb-9769-c3faf05501bf req-36aa2074-bd34-40ab-a023-716cef057bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:41.841528 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-be5a1fbd-bc4e-46fb-9769-c3faf05501bf req-36aa2074-bd34-40ab-a023-716cef057bfa service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=354567df920f421c84ca26c1b7eab2a1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1005654 Aug 12 14:59:41.942056 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a1fbd-bc4e-46fb-9769-c3faf05501bf req-a29c5ff6-be8a-4fe9-992f-d238d685a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:41.943419 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-be5a1fbd-bc4e-46fb-9769-c3faf05501bf req-a29c5ff6-be8a-4fe9-992f-d238d685a96b service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939343 Aug 12 14:59:42.026734 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-2cf7d8af-3a00-4ddd-b773-29c21f3def34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:42.028511 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-2cf7d8af-3a00-4ddd-b773-29c21f3def34 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=354567df920f421c84ca26c1b7eab2a1&device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 1097 time: 0.0447247 Aug 12 14:59:42.075969 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-33cdfb2c-6943-407b-8b1b-51a08221343a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a4e0fc1-a13e-472d-a4ed-dcb7016b0340 HTTP/1.1" status: 200 len: 217 time: 0.0390015 Aug 12 14:59:42.131952 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-594fc67b-aa32-4526-b4a2-9ad118c8e11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:42.133536 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-594fc67b-aa32-4526-b4a2-9ad118c8e11f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=396a65e9-67f2-4ba0-a778-6055cb57506a HTTP/1.1" status: 200 len: 849 time: 0.0485287 Aug 12 14:59:42.134469 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478dcd2-791b-431b-bb88-fcafce7c1b2f req-e08d67df-e17d-4c2f-bb0b-cf52011f9e59 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:42.136077 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8478dcd2-791b-431b-bb88-fcafce7c1b2f req-e08d67df-e17d-4c2f-bb0b-cf52011f9e59 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=96e62435-d54b-4ee8-aa76-766280ad9a3f HTTP/1.1" status: 200 len: 946 time: 0.0677748 Aug 12 14:59:42.180889 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8478dcd2-791b-431b-bb88-fcafce7c1b2f req-fb6977c8-866b-47c2-bd9a-7bc8f4204151 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/security-groups?id=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378938 Aug 12 14:59:42.192915 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-57f94830-f037-4d0d-91c9-4f20bfe2082c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:42.193678 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-0e162c8d-6fc5-4b96-b0e0-4091792772f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:42.194435 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-57f94830-f037-4d0d-91c9-4f20bfe2082c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e7538b30-bfa9-411c-b4b8-e587c082b88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452991 Aug 12 14:59:42.294202 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-3d738efe-1071-443d-913d-f16cb6f30760 service neutron] 10.222.0.73 "GET /v2.0/networks/e7538b30-bfa9-411c-b4b8-e587c082b88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868502 Aug 12 14:59:42.393427 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-adb0c28d-c3e1-4bdd-9a71-c324e53f2dc9 req-d348daf6-44e6-4abd-9432-f9484e28dd4f service neutron] 10.222.0.73 "GET /v2.0/networks/e7538b30-bfa9-411c-b4b8-e587c082b88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859244 Aug 12 14:59:42.683840 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a8b9d-7ae3-402f-9fd1-0525e3c27da3 req-31e9c92b-6fbd-4f56-9b9b-84862209f7ba tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:42.685557 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d76a8b9d-7ae3-402f-9fd1-0525e3c27da3 req-31e9c92b-6fbd-4f56-9b9b-84862209f7ba tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 944 time: 0.0538394 Aug 12 14:59:42.729469 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d76a8b9d-7ae3-402f-9fd1-0525e3c27da3 req-774e7fde-d45e-491e-924a-71a6ff39e65c tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366223 Aug 12 14:59:43.308906 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250ab15-27c2-4d5b-86ff-e4e0d2a360b2 req-3e2d76e3-e470-4a53-918b-f17bbbcf3c61 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:43.310306 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7250ab15-27c2-4d5b-86ff-e4e0d2a360b2 req-3e2d76e3-e470-4a53-918b-f17bbbcf3c61 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=96e62435-d54b-4ee8-aa76-766280ad9a3f HTTP/1.1" status: 200 len: 946 time: 0.0556519 Aug 12 14:59:43.348481 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7250ab15-27c2-4d5b-86ff-e4e0d2a360b2 req-a787af67-5773-4918-8591-c9136401388d tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/security-groups?id=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314090 Aug 12 14:59:43.850722 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618b1e7-741a-4a61-87b5-dfcf233263b5 req-22ba20cf-a2f8-4d4b-bf6f-0e09d64296e6 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:43.852082 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3618b1e7-741a-4a61-87b5-dfcf233263b5 req-22ba20cf-a2f8-4d4b-bf6f-0e09d64296e6 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 944 time: 0.0484769 Aug 12 14:59:43.888665 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3618b1e7-741a-4a61-87b5-dfcf233263b5 req-77d276de-0e60-4ad2-a189-50e41eec0598 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306251 Aug 12 14:59:44.096854 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e80bd-c828-44c3-8862-48c8f68fc54d req-92b1e8e1-cdc0-479c-bd3a-2ec965b538ca tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:44.098311 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-b72e80bd-c828-44c3-8862-48c8f68fc54d req-92b1e8e1-cdc0-479c-bd3a-2ec965b538ca tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.73 "GET /v2.0/ports?device_id=96e62435-d54b-4ee8-aa76-766280ad9a3f HTTP/1.1" status: 200 len: 946 time: 0.0472848 Aug 12 14:59:44.192503 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-b72e80bd-c828-44c3-8862-48c8f68fc54d req-a794d044-63dc-4a26-82f1-966c04a249d6 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Deleting port 4d76399f-66b7-4e62-b724-128d8f94404e {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:59:44.192977 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-b72e80bd-c828-44c3-8862-48c8f68fc54d req-a794d044-63dc-4a26-82f1-966c04a249d6 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:44.280528 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-b72e80bd-c828-44c3-8862-48c8f68fc54d req-a794d044-63dc-4a26-82f1-966c04a249d6 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] For port 4d76399f-66b7-4e62-b724-128d8f94404e, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=4d76399f-66b7-4e62-b724-128d8f94404e,segment=NetworkSegment(4610bf91-8e0b-4f7a-b832-d8b6417ab702),segment_id=4610bf91-8e0b-4f7a-b832-d8b6417ab702)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:59:44.280924 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-b72e80bd-c828-44c3-8862-48c8f68fc54d req-a794d044-63dc-4a26-82f1-966c04a249d6 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:44.293986 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-b72e80bd-c828-44c3-8862-48c8f68fc54d req-a794d044-63dc-4a26-82f1-966c04a249d6 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Calling delete_port for 4d76399f-66b7-4e62-b724-128d8f94404e owned by compute:nova {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:59:44.467388 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ca018-4fd7-41cf-8c98-3eb641d42512 req-dfc6bfe8-4a53-4571-ae69-9125a6b72d91 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:44.469824 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-048ca018-4fd7-41cf-8c98-3eb641d42512 req-dfc6bfe8-4a53-4571-ae69-9125a6b72d91 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=96e62435-d54b-4ee8-aa76-766280ad9a3f HTTP/1.1" status: 200 len: 946 time: 0.0520458 Aug 12 14:59:44.502899 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-b72e80bd-c828-44c3-8862-48c8f68fc54d req-a794d044-63dc-4a26-82f1-966c04a249d6 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:44.515059 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-048ca018-4fd7-41cf-8c98-3eb641d42512 req-354326d5-a5c5-4655-ab84-8de565d03b30 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/security-groups?id=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386558 Aug 12 14:59:44.519448 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['4d76399f-66b7-4e62-b724-128d8f94404e'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:59:44.534894 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794d044-63dc-4a26-82f1-966c04a249d6 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Pushing event deleted for resources: {'Port': ['ID=4d76399f-66b7-4e62-b724-128d8f94404e,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:44.587460 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72e80bd-c828-44c3-8862-48c8f68fc54d req-a794d044-63dc-4a26-82f1-966c04a249d6 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] No DVR routers for this DVR port 4d76399f-66b7-4e62-b724-128d8f94404e on host hv-cinder-80001 {{(pid=105906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:59:44.588070 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-c4c96b19-8270-428b-a2eb-1fc0b80e3b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:44.590272 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-b72e80bd-c828-44c3-8862-48c8f68fc54d req-a794d044-63dc-4a26-82f1-966c04a249d6 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:44.592555 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-b72e80bd-c828-44c3-8862-48c8f68fc54d req-a794d044-63dc-4a26-82f1-966c04a249d6 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.73 "DELETE /v2.0/ports/4d76399f-66b7-4e62-b724-128d8f94404e HTTP/1.1" status: 204 len: 173 time: 0.4874904 Aug 12 14:59:44.593536 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e62435-d54b-4ee8-aa76-766280ad9a3f', 'name': 'network-vif-deleted', 'tag': '4d76399f-66b7-4e62-b724-128d8f94404e'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:59:44.595935 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddbb2ed-41d2-4385-adeb-b075897407f0" -d '{"events": [{"server_uuid": "96e62435-d54b-4ee8-aa76-766280ad9a3f", "name": "network-vif-deleted", "tag": "4d76399f-66b7-4e62-b724-128d8f94404e"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:59:44.633546 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d21f02c-6994-4cbb-95cf-c6619ff8d3b7 x-openstack-request-id: req-2d21f02c-6994-4cbb-95cf-c6619ff8d3b7 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:59:44.633546 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e62435-d54b-4ee8-aa76-766280ad9a3f", "name": "network-vif-deleted", "tag": "4d76399f-66b7-4e62-b724-128d8f94404e", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:59:44.633546 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2d21f02c-6994-4cbb-95cf-c6619ff8d3b7 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:59:44.633546 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e62435-d54b-4ee8-aa76-766280ad9a3f', 'name': 'network-vif-deleted', 'tag': '4d76399f-66b7-4e62-b724-128d8f94404e', 'status': 'completed', 'code': 200} Aug 12 14:59:44.690940 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 43460) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:44.791804 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3a30a44d-d8e4-46ba-b110-09d9b7d19ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:44.888278 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3a30a44d-d8e4-46ba-b110-09d9b7d19ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:44.959674 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3a30a44d-d8e4-46ba-b110-09d9b7d19ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:45.022185 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-3a30a44d-d8e4-46ba-b110-09d9b7d19ab3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=05db000586de4c419c85489c5060147e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3301637 Aug 12 14:59:45.023047 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30a44d-d8e4-46ba-b110-09d9b7d19ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8a6b13-8460-4682-af6e-a7e28892360b,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:45.024474 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd63e9-a775-41df-9093-8a5df6d39bfa req-8a77bd8f-9883-4aae-a82e-340f57581d20 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:45.025452 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 43470) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:45.034889 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:45.043820 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-fcbd63e9-a775-41df-9093-8a5df6d39bfa req-8a77bd8f-9883-4aae-a82e-340f57581d20 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 944 time: 0.0871665 Aug 12 14:59:45.091281 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-77a53547-d6b5-42be-b2c4-50f389a0ec5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:45.096697 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-fcbd63e9-a775-41df-9093-8a5df6d39bfa req-b0da640f-f285-445c-98a9-0b1ac4b78c6e tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414579 Aug 12 14:59:45.114347 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-77a53547-d6b5-42be-b2c4-50f389a0ec5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:45.127784 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 43474) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:45.226275 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=105907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:59:45.231800 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-42e5fc49-b08f-4343-b933-fa91f1bbb82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:45.239535 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-77a53547-d6b5-42be-b2c4-50f389a0ec5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:45.242424 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-77a53547-d6b5-42be-b2c4-50f389a0ec5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:45.243789 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-77a53547-d6b5-42be-b2c4-50f389a0ec5a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1c8a6b13-8460-4682-af6e-a7e28892360b HTTP/1.1" status: 204 len: 168 time: 0.2174363 Aug 12 14:59:45.253028 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a53547-d6b5-42be-b2c4-50f389a0ec5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8a6b13-8460-4682-af6e-a7e28892360b,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:45.339250 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=1a4e0fc1-a13e-472d-a4ed-dcb7016b0340,segment=NetworkSegment(8cd8044e-55f7-42a0-8738-15d39b9e5b77),segment_id=8cd8044e-55f7-42a0-8738-15d39b9e5b77)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:59:45.339896 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-42e5fc49-b08f-4343-b933-fa91f1bbb82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:45.350484 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Returning: {'device': '1a4e0fc1-a13e-472d-a4ed-dcb7016b0340', 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a', 'port_id': '1a4e0fc1-a13e-472d-a4ed-dcb7016b0340', 'mac_address': 'fa:16:3e:25:3c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:59:45.393135 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:45.405914 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340 {{(pid=105907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:59:45.416384 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-42e5fc49-b08f-4343-b933-fa91f1bbb82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:45.425347 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=1a4e0fc1-a13e-472d-a4ed-dcb7016b0340,segment=NetworkSegment(8cd8044e-55f7-42a0-8738-15d39b9e5b77),segment_id=8cd8044e-55f7-42a0-8738-15d39b9e5b77)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:59:45.456120 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-42e5fc49-b08f-4343-b933-fa91f1bbb82c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=103d2874c02641a7a967b221d443ff94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270774 Aug 12 14:59:45.457080 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5fc49-b08f-4343-b933-fa91f1bbb82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23352b09-675f-4dcd-a9f5-abf4dc2c781d,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:45.458848 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 43480) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:45.511860 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-ced67592-4108-42b7-adf3-94e0b0513a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:45.514046 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:45.545911 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-ced67592-4108-42b7-adf3-94e0b0513a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:45.618298 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=1a4e0fc1-a13e-472d-a4ed-dcb7016b0340,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:45.669323 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-676b4fa2-30ff-4723-a793-11da8740d631 req-29b1da33-f1e0-43b4-83d7-f9b449bd906a tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=96e62435-d54b-4ee8-aa76-766280ad9a3f HTTP/1.1" status: 200 len: 210 time: 0.0256879 Aug 12 14:59:45.725206 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-ced67592-4108-42b7-adf3-94e0b0513a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:45.727808 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-ced67592-4108-42b7-adf3-94e0b0513a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:45.729018 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-ced67592-4108-42b7-adf3-94e0b0513a9c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/23352b09-675f-4dcd-a9f5-abf4dc2c781d HTTP/1.1" status: 204 len: 168 time: 0.2691755 Aug 12 14:59:45.737988 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced67592-4108-42b7-adf3-94e0b0513a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23352b09-675f-4dcd-a9f5-abf4dc2c781d,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:45.857196 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:46.217548 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967e8cc-f3df-4dbc-b5a0-06e65f577fea req-f88ceaee-25c1-477b-bb1a-22b1ab6adfbc tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:46.219556 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5967e8cc-f3df-4dbc-b5a0-06e65f577fea req-f88ceaee-25c1-477b-bb1a-22b1ab6adfbc tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 945 time: 0.0523763 Aug 12 14:59:46.259158 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5967e8cc-f3df-4dbc-b5a0-06e65f577fea req-acc3fc83-e56f-415b-9477-b35242d554e1 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329244 Aug 12 14:59:46.944176 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 43548) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:47.054338 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f42bee22-f60c-4432-8247-5b2724cd0969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:47.149552 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f42bee22-f60c-4432-8247-5b2724cd0969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:47.210022 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f42bee22-f60c-4432-8247-5b2724cd0969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:47.246380 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42bee22-f60c-4432-8247-5b2724cd0969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90912bf1-9499-456d-9c5b-26a4de7edbd5,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:47.250957 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-f42bee22-f60c-4432-8247-5b2724cd0969 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4f2f48c82bbd4e769c656f7b3c370826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057485 Aug 12 14:59:47.253608 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 43560) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:47.308494 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-07dc6086-39c2-418c-b47f-b53d4b493cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:47.327709 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-07dc6086-39c2-418c-b47f-b53d4b493cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:47.388191 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0e1a4-b5c7-4dd6-8cae-70692784b8c8 req-e702fc17-733b-42ec-b9cc-f3d1d09e3b60 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:47.389746 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5db0e1a4-b5c7-4dd6-8cae-70692784b8c8 req-e702fc17-733b-42ec-b9cc-f3d1d09e3b60 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 945 time: 0.0567100 Aug 12 14:59:47.427054 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5db0e1a4-b5c7-4dd6-8cae-70692784b8c8 req-7055a86d-cf26-45dc-9f94-0d2700693b70 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312357 Aug 12 14:59:47.459309 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 4d76399f-66b7-4e62-b724-128d8f94404e no longer exists at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:59:47.468381 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-07dc6086-39c2-418c-b47f-b53d4b493cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:47.471138 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-07dc6086-39c2-418c-b47f-b53d4b493cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:47.472465 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-07dc6086-39c2-418c-b47f-b53d4b493cc4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/90912bf1-9499-456d-9c5b-26a4de7edbd5 HTTP/1.1" status: 204 len: 168 time: 0.2178617 Aug 12 14:59:47.480449 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc6086-39c2-418c-b47f-b53d4b493cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90912bf1-9499-456d-9c5b-26a4de7edbd5,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:47.485778 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] No Port match for: 4d76399f-66b7-4e62-b724-128d8f94404e {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:59:47.486050 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 4d76399f-66b7-4e62-b724-128d8f94404e not bound to the agent host hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:59:47.553724 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:48.542550 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef5b18-e101-4f27-abb6-646c8471e658 req-90f0e340-7e2e-45a6-9d15-ee5ea10220cc tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:48.543967 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c6ef5b18-e101-4f27-abb6-646c8471e658 req-90f0e340-7e2e-45a6-9d15-ee5ea10220cc tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 945 time: 0.0489914 Aug 12 14:59:48.583355 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c6ef5b18-e101-4f27-abb6-646c8471e658 req-52162ba3-70e1-487a-a16f-cb54f85e6a41 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328252 Aug 12 14:59:48.704088 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['1a4e0fc1-a13e-472d-a4ed-dcb7016b0340'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:59:49.699182 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d086c-652e-4049-bce6-cbd68b195830 req-f723c797-497c-433c-8386-58f9992f5aca tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:49.700626 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b46d086c-652e-4049-bce6-cbd68b195830 req-f723c797-497c-433c-8386-58f9992f5aca tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 945 time: 0.0503812 Aug 12 14:59:49.741161 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b46d086c-652e-4049-bce6-cbd68b195830 req-b763abdd-93a6-41ab-ba13-43411f4e9fdc tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328343 Aug 12 14:59:50.854468 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734fa88-c9b9-4651-8b0c-7c89bbd0723e req-be8f4ffc-06f8-4d33-b103-96f99b2efe35 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:50.855871 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e734fa88-c9b9-4651-8b0c-7c89bbd0723e req-be8f4ffc-06f8-4d33-b103-96f99b2efe35 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 945 time: 0.0481818 Aug 12 14:59:50.893671 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e734fa88-c9b9-4651-8b0c-7c89bbd0723e req-17999808-1bc6-496c-b5eb-9f691885632d tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318866 Aug 12 14:59:52.005287 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b425189-a56e-41f0-9d42-850e8a4e3207 req-1bf7dbef-4aeb-4f6d-9e53-32677d3c6985 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:52.006754 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6b425189-a56e-41f0-9d42-850e8a4e3207 req-1bf7dbef-4aeb-4f6d-9e53-32677d3c6985 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 945 time: 0.0466859 Aug 12 14:59:52.043779 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6b425189-a56e-41f0-9d42-850e8a4e3207 req-2d2a734e-cca8-4cc6-b624-70e718d64d59 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312769 Aug 12 14:59:52.324405 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:59:53.160190 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3ccf1-81f5-44fc-a21d-3471435ab873 req-1a738d1f-06c5-4437-9952-05b52998886d tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:53.161831 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9ea3ccf1-81f5-44fc-a21d-3471435ab873 req-1a738d1f-06c5-4437-9952-05b52998886d tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 945 time: 0.0507407 Aug 12 14:59:53.199022 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9ea3ccf1-81f5-44fc-a21d-3471435ab873 req-ee3169ea-c964-4b9b-a70e-1e6cb9fa4357 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310440 Aug 12 14:59:53.273910 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340 up at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:59:53.394141 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning for port 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:59:53.398066 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning complete for port 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:59:53.398437 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:53.482545 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:53.506136 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbb1f6a-e922-4c62-95b0-cf8a7fe81e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4e0fc1-a13e-472d-a4ed-dcb7016b0340'}] {{(pid=105907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:59:53.508476 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d000d793ac8a3d868a659aad16e36a91200609b2b231164c0c4cfca9150c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa94334-75bf-4cf2-ad12-dd019f2ca641" -d '{"events": [{"server_uuid": "adbb1f6a-e922-4c62-95b0-cf8a7fe81e99", "name": "network-vif-plugged", "status": "completed", "tag": "1a4e0fc1-a13e-472d-a4ed-dcb7016b0340"}]}' {{(pid=105907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:59:53.528556 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=1a4e0fc1-a13e-472d-a4ed-dcb7016b0340,segment=NetworkSegment(8cd8044e-55f7-42a0-8738-15d39b9e5b77),segment_id=8cd8044e-55f7-42a0-8738-15d39b9e5b77)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:59:53.553041 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104b7ead-9766-4810-bad5-4b2df6f4cc37 x-openstack-request-id: req-104b7ead-9766-4810-bad5-4b2df6f4cc37 {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:59:53.553561 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbb1f6a-e922-4c62-95b0-cf8a7fe81e99", "name": "network-vif-plugged", "status": "completed", "tag": "1a4e0fc1-a13e-472d-a4ed-dcb7016b0340", "code": 200}]} {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:59:53.553663 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-104b7ead-9766-4810-bad5-4b2df6f4cc37 {{(pid=105907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:59:53.553986 dv-cinder-800015-3-iscsi neutron-server[105907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adbb1f6a-e922-4c62-95b0-cf8a7fe81e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4e0fc1-a13e-472d-a4ed-dcb7016b0340', 'code': 200} Aug 12 14:59:53.594937 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:53.641385 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=1a4e0fc1-a13e-472d-a4ed-dcb7016b0340,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:54.311462 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e82b00-fff0-463e-933c-dd0518cd9859 req-1b40a7de-c414-4240-bf50-0e4d39a66a11 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:54.312982 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-98e82b00-fff0-463e-933c-dd0518cd9859 req-1b40a7de-c414-4240-bf50-0e4d39a66a11 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0475819 Aug 12 14:59:54.353004 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-98e82b00-fff0-463e-933c-dd0518cd9859 req-e28a9a2a-393c-4c1a-a43a-14a06cfceffb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337615 Aug 12 14:59:55.467596 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ac19f-6ef7-481f-8754-a6f626a08152 req-63566273-03d0-4368-99ff-a46c968f5b4d tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:55.469121 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3e0ac19f-6ef7-481f-8754-a6f626a08152 req-63566273-03d0-4368-99ff-a46c968f5b4d tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0463271 Aug 12 14:59:55.505820 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3e0ac19f-6ef7-481f-8754-a6f626a08152 req-e1e2a816-d1b6-4c5a-a094-ade69bbaacad tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308061 Aug 12 14:59:55.633344 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424460ed-e669-4e9f-8c32-afdd836ce948 req-9941a4eb-a62b-4e84-aa46-99043fbb6f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:55.634723 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-424460ed-e669-4e9f-8c32-afdd836ce948 req-9941a4eb-a62b-4e84-aa46-99043fbb6f36 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 1099 time: 0.0400290 Aug 12 14:59:56.648919 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-424460ed-e669-4e9f-8c32-afdd836ce948 req-b4cb70f9-2631-4370-9592-7185eb2c8644 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309992 Aug 12 14:59:56.778243 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb49d7c-fe8a-4ed0-9fca-bf6a59858b3e req-f5aac911-0b67-4ef4-8998-66c54af8fd01 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:56.779722 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cbb49d7c-fe8a-4ed0-9fca-bf6a59858b3e req-f5aac911-0b67-4ef4-8998-66c54af8fd01 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.2094798 Aug 12 14:59:56.817829 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cbb49d7c-fe8a-4ed0-9fca-bf6a59858b3e req-49bed9d1-d319-4f25-be4b-7981cdd47805 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318947 Aug 12 14:59:57.934629 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cdd82-24aa-4b66-9a8b-baa2e8aa1dc3 req-93242d80-9c6b-4a84-a493-a79cda576bd7 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:57.936095 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-315cdd82-24aa-4b66-9a8b-baa2e8aa1dc3 req-93242d80-9c6b-4a84-a493-a79cda576bd7 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0504298 Aug 12 14:59:57.974961 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-315cdd82-24aa-4b66-9a8b-baa2e8aa1dc3 req-403adaf3-b334-4f9f-96e8-10836cc2675d tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327640 Aug 12 14:59:59.088296 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e4810-1492-4a4e-aa4e-2f2a14e8b911 req-d7794e28-d54d-4391-b7b6-977c9ab3409b tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:59.089818 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d18e4810-1492-4a4e-aa4e-2f2a14e8b911 req-d7794e28-d54d-4391-b7b6-977c9ab3409b tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0492766 Aug 12 14:59:59.128424 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d18e4810-1492-4a4e-aa4e-2f2a14e8b911 req-d9a3a958-0e66-4440-9dff-8ff17989f701 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322800 Aug 12 15:00:00.249204 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabd513-408d-48a7-9dbf-8917436f55b2 req-f351b43d-f6b4-4626-a5f3-7c8b942f166d tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:00.251696 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1dabd513-408d-48a7-9dbf-8917436f55b2 req-f351b43d-f6b4-4626-a5f3-7c8b942f166d tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0544422 Aug 12 15:00:00.290208 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1dabd513-408d-48a7-9dbf-8917436f55b2 req-3dc6e2e1-4d4a-4184-ac90-eec4e918a1d4 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323753 Aug 12 15:00:01.408324 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005eaf1-7754-4ec6-9e98-2798a7ea2484 req-f0ede8c7-218b-4c53-a9ec-f8026d13bf51 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:01.409706 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2005eaf1-7754-4ec6-9e98-2798a7ea2484 req-f0ede8c7-218b-4c53-a9ec-f8026d13bf51 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0475233 Aug 12 15:00:01.444939 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2005eaf1-7754-4ec6-9e98-2798a7ea2484 req-5c9e9ecf-f038-40e2-b409-78844cbb3fcc tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290895 Aug 12 15:00:02.559537 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f5267-4cc2-49ba-a2f8-501b792837d7 req-9384b1a2-4061-4c5a-a431-81cd46169ce0 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:02.564937 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4c1f5267-4cc2-49ba-a2f8-501b792837d7 req-9384b1a2-4061-4c5a-a431-81cd46169ce0 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0495276 Aug 12 15:00:02.601870 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4c1f5267-4cc2-49ba-a2f8-501b792837d7 req-cd324aed-7b59-497c-80d0-0e75473d4b6e tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338807 Aug 12 15:00:03.718173 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33b9a3-0cf3-4f01-b0b4-fed6ca4b8ae7 req-a9b64786-81bb-432c-b102-1ddc2203677b tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:03.720428 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2a33b9a3-0cf3-4f01-b0b4-fed6ca4b8ae7 req-a9b64786-81bb-432c-b102-1ddc2203677b tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0523956 Aug 12 15:00:03.758472 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2a33b9a3-0cf3-4f01-b0b4-fed6ca4b8ae7 req-d4f10d84-3e21-4180-b8c8-1cfd2166e767 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317233 Aug 12 15:00:04.572466 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-b52df8df-c5bd-472d-942f-07cb1399f7f5 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:04.573856 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-b52df8df-c5bd-472d-942f-07cb1399f7f5 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/networks?id=e4c20c5c-c793-4df3-be2c-6e89212d665b HTTP/1.1" status: 200 len: 813 time: 0.0990589 Aug 12 15:00:04.589127 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-8ebb56f4-8c62-4238-a982-07c19613a15f tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/quotas/7ecde5f6a9474e619ca4e8486b15cec0 HTTP/1.1" status: 200 len: 375 time: 0.0089583 Aug 12 15:00:04.623395 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-4a7c3ed3-65f9-44bd-b045-ae5ce62f5847 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=7ecde5f6a9474e619ca4e8486b15cec0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285330 Aug 12 15:00:04.713860 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-e5bde761-8e94-4168-98fa-ca9e3d343690 service neutron] 10.222.0.63 "GET /v2.0/networks/e4c20c5c-c793-4df3-be2c-6e89212d665b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826004 Aug 12 15:00:04.808037 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-425a0a57-8078-4934-97bb-7eb3bac012b3 service neutron] 10.222.0.63 "GET /v2.0/networks/e4c20c5c-c793-4df3-be2c-6e89212d665b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875359 Aug 12 15:00:04.877567 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44c263-f330-4e74-ba62-5457137d0446 req-b0ab8a38-48c0-4b92-a0ef-9ce9bfd6b53a tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:04.879043 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-fb44c263-f330-4e74-ba62-5457137d0446 req-b0ab8a38-48c0-4b92-a0ef-9ce9bfd6b53a tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0476992 Aug 12 15:00:04.916416 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-fb44c263-f330-4e74-ba62-5457137d0446 req-0a623eaf-446e-4d43-8a42-307e28128ae4 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314255 Aug 12 15:00:05.024178 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ede20-713e-42c8-90ea-7d2c537cea66 req-9426b1dd-395c-4f3e-b139-b208ff1da387 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:05.025853 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f26ede20-713e-42c8-90ea-7d2c537cea66 req-9426b1dd-395c-4f3e-b139-b208ff1da387 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0486913 Aug 12 15:00:05.034725 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 43810) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:05.039529 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-20fcdb88-fd2c-4169-b48b-92591ed3eb9f tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Request body: {'floatingip': {'port_id': '1a4e0fc1-a13e-472d-a4ed-dcb7016b0340'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:05.060327 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-95a0b55d-b510-4049-a37d-35850aa18798 req-3158495e-d3dc-491a-8a5e-afd22538c8ba tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e2b1acd-c2b1-465b-ba6b-f2b2630dd636 HTTP/1.1" status: 200 len: 210 time: 0.0268314 Aug 12 15:00:05.085204 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-20fcdb88-fd2c-4169-b48b-92591ed3eb9f tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for floatingip, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:05.461737 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:05.518145 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-20fcdb88-fd2c-4169-b48b-92591ed3eb9f tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:05.581756 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-20fcdb88-fd2c-4169-b48b-92591ed3eb9f tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710293'] for floatingip, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:05.921835 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.db.l3_db [None req-20fcdb88-fd2c-4169-b48b-92591ed3eb9f tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Floating IP 48d14f95-755f-46fa-8bd0-5bc195f847ea associated. External IP: 172.27.1.16, port: 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340. Aug 12 15:00:06.120532 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fcdb88-fd2c-4169-b48b-92591ed3eb9f tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Router 0c28ffad-1df9-4880-8e06-759a68052040 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:00:06.154502 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b1c0e29d-1e4e-49bc-be5f-09fe4a54342e req-2f911fd2-f603-4566-8e4d-62c73d7e300d tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e2b1acd-c2b1-465b-ba6b-f2b2630dd636 HTTP/1.1" status: 200 len: 210 time: 0.0249991 Aug 12 15:00:06.228847 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fcdb88-fd2c-4169-b48b-92591ed3eb9f tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:00:06.233699 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-20fcdb88-fd2c-4169-b48b-92591ed3eb9f tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for floatingip, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:06.239179 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc36a9e-cca7-48c7-92b9-00e4654c837e None None] Sync routers for ids ['0c28ffad-1df9-4880-8e06-759a68052040'] in dv-cinder-800015-3-iscsi {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:00:06.247802 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc36a9e-cca7-48c7-92b9-00e4654c837e None None] Routers {'0c28ffad-1df9-4880-8e06-759a68052040'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:06.248412 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-5dc36a9e-cca7-48c7-92b9-00e4654c837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T14:59:44Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['0c28ffad-1df9-4880-8e06-759a68052040'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:06.263087 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-20fcdb88-fd2c-4169-b48b-92591ed3eb9f tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "PUT /v2.0/floatingips/48d14f95-755f-46fa-8bd0-5bc195f847ea HTTP/1.1" status: 200 len: 991 time: 1.2247882 Aug 12 15:00:06.263087 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adbb1f6a-e922-4c62-95b0-cf8a7fe81e99', 'tag': '1a4e0fc1-a13e-472d-a4ed-dcb7016b0340'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:00:06.263375 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda24529-f640-4040-bcaa-e17ac9e8d4ed" -d '{"events": [{"name": "network-changed", "server_uuid": "adbb1f6a-e922-4c62-95b0-cf8a7fe81e99", "tag": "1a4e0fc1-a13e-472d-a4ed-dcb7016b0340"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:00:06.299683 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5ed73d-09d0-4803-b95c-199604b232e2 x-openstack-request-id: req-7f5ed73d-09d0-4803-b95c-199604b232e2 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:00:06.299974 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adbb1f6a-e922-4c62-95b0-cf8a7fe81e99", "tag": "1a4e0fc1-a13e-472d-a4ed-dcb7016b0340", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:00:06.300223 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7f5ed73d-09d0-4803-b95c-199604b232e2 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:00:06.300613 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adbb1f6a-e922-4c62-95b0-cf8a7fe81e99', 'tag': '1a4e0fc1-a13e-472d-a4ed-dcb7016b0340', 'status': 'completed', 'code': 200} Aug 12 15:00:06.354322 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-5dc36a9e-cca7-48c7-92b9-00e4654c837e None None] Set router 0c28ffad-1df9-4880-8e06-759a68052040 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:06.618867 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-5dc36a9e-cca7-48c7-92b9-00e4654c837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c28ffad-1df9-4880-8e06-759a68052040', 'name': 'tempest-AttachVolumeTestJSON-573941937-router', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:59:25Z', 'updated_at': '2021-08-12T14:59:29Z', 'revision_number': 4, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'gw_port': {'id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:26Z', 'updated_at': '2021-08-12T14:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_floatingips': [{'id': '48d14f95-755f-46fa-8bd0-5bc195f847ea', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'port_id': '1a4e0fc1-a13e-472d-a4ed-dcb7016b0340', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a', 'mac_address': 'fa:16:3e:25:3c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbb1f6a-e922-4c62-95b0-cf8a7fe81e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:59:33Z', 'updated_at': '2021-08-12T15:00:05Z', 'revision_number': 1, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763a72f8-fb09-4eb2-91e4-2214a6cc3f16', 'name': '', 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'mac_address': 'fa:16:3e:1a:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:28Z', 'updated_at': '2021-08-12T14:59:34Z', 'revision_number': 5, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'subnets': [{'id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:06.648110 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc36a9e-cca7-48c7-92b9-00e4654c837e None None] Checking router: 0c28ffad-1df9-4880-8e06-759a68052040 for host: dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:00:06.657245 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc36a9e-cca7-48c7-92b9-00e4654c837e None None] Routers {'0c28ffad-1df9-4880-8e06-759a68052040'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:06.657935 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-5dc36a9e-cca7-48c7-92b9-00e4654c837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T14:59:44Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['0c28ffad-1df9-4880-8e06-759a68052040'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:06.761369 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda24529-f640-4040-bcaa-e17ac9e8d4ed req-e1ea3eb1-3ad5-4349-aef4-0b0378dacae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:06.762883 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-dda24529-f640-4040-bcaa-e17ac9e8d4ed req-e1ea3eb1-3ad5-4349-aef4-0b0378dacae3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=354567df920f421c84ca26c1b7eab2a1&device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 1099 time: 0.0402622 Aug 12 15:00:06.764243 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-5dc36a9e-cca7-48c7-92b9-00e4654c837e None None] Set router 0c28ffad-1df9-4880-8e06-759a68052040 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:06.858564 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda24529-f640-4040-bcaa-e17ac9e8d4ed req-e2e13123-b829-4c10-a997-613fae8bce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:06.860082 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-dda24529-f640-4040-bcaa-e17ac9e8d4ed req-e2e13123-b829-4c10-a997-613fae8bce0e service neutron] 10.222.0.73 "GET /v2.0/networks?id=e7538b30-bfa9-411c-b4b8-e587c082b88a HTTP/1.1" status: 200 len: 911 time: 0.0887022 Aug 12 15:00:06.934292 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-dda24529-f640-4040-bcaa-e17ac9e8d4ed req-06d8512b-9c99-4113-9353-d4590f82f24d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a4e0fc1-a13e-472d-a4ed-dcb7016b0340 HTTP/1.1" status: 200 len: 999 time: 0.0611436 Aug 12 15:00:06.992926 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda24529-f640-4040-bcaa-e17ac9e8d4ed req-86c662b4-b0a7-4242-8d26-96fa7d2bbbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:06.994358 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-dda24529-f640-4040-bcaa-e17ac9e8d4ed req-86c662b4-b0a7-4242-8d26-96fa7d2bbbe9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=396a65e9-67f2-4ba0-a778-6055cb57506a HTTP/1.1" status: 200 len: 849 time: 0.0488169 Aug 12 15:00:07.043932 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda24529-f640-4040-bcaa-e17ac9e8d4ed req-85c4013e-f72c-46ec-9834-a269559d3534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:07.045570 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-dda24529-f640-4040-bcaa-e17ac9e8d4ed req-85c4013e-f72c-46ec-9834-a269559d3534 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e7538b30-bfa9-411c-b4b8-e587c082b88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411003 Aug 12 15:00:07.110109 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-5dc36a9e-cca7-48c7-92b9-00e4654c837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c28ffad-1df9-4880-8e06-759a68052040', 'name': 'tempest-AttachVolumeTestJSON-573941937-router', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:59:25Z', 'updated_at': '2021-08-12T14:59:29Z', 'revision_number': 4, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'gw_port': {'id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:26Z', 'updated_at': '2021-08-12T14:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_floatingips': [{'id': '48d14f95-755f-46fa-8bd0-5bc195f847ea', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'port_id': '1a4e0fc1-a13e-472d-a4ed-dcb7016b0340', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a', 'mac_address': 'fa:16:3e:25:3c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbb1f6a-e922-4c62-95b0-cf8a7fe81e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:59:33Z', 'updated_at': '2021-08-12T15:00:05Z', 'revision_number': 1, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763a72f8-fb09-4eb2-91e4-2214a6cc3f16', 'name': '', 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'mac_address': 'fa:16:3e:1a:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:28Z', 'updated_at': '2021-08-12T14:59:34Z', 'revision_number': 5, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'subnets': [{'id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:07.138841 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc36a9e-cca7-48c7-92b9-00e4654c837e None None] The sync data for ids ['0c28ffad-1df9-4880-8e06-759a68052040'] in dv-cinder-800015-3-iscsi is: [{'id': '0c28ffad-1df9-4880-8e06-759a68052040', 'name': 'tempest-AttachVolumeTestJSON-573941937-router', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:59:25Z', 'updated_at': '2021-08-12T14:59:29Z', 'revision_number': 4, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'gw_port': {'id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:26Z', 'updated_at': '2021-08-12T14:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_floatingips': [{'id': '48d14f95-755f-46fa-8bd0-5bc195f847ea', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'port_id': '1a4e0fc1-a13e-472d-a4ed-dcb7016b0340', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a', 'mac_address': 'fa:16:3e:25:3c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbb1f6a-e922-4c62-95b0-cf8a7fe81e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:59:33Z', 'updated_at': '2021-08-12T15:00:05Z', 'revision_number': 1, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763a72f8-fb09-4eb2-91e4-2214a6cc3f16', 'name': '', 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'mac_address': 'fa:16:3e:1a:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:28Z', 'updated_at': '2021-08-12T14:59:34Z', 'revision_number': 5, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'subnets': [{'id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:00:07.146512 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-dda24529-f640-4040-bcaa-e17ac9e8d4ed req-6124e008-2243-45c0-8315-610d4afd9714 service neutron] 10.222.0.73 "GET /v2.0/networks/e7538b30-bfa9-411c-b4b8-e587c082b88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911791 Aug 12 15:00:07.264528 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-dda24529-f640-4040-bcaa-e17ac9e8d4ed req-289ac60d-4fb9-4d4b-93f3-fb58691224a5 service neutron] 10.222.0.73 "GET /v2.0/networks/e7538b30-bfa9-411c-b4b8-e587c082b88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037526 Aug 12 15:00:07.276198 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-22cfddc4-ac6e-47c1-9e64-7c7431baad92 req-bee9ba2c-d9d1-4541-bc2e-7e7f41f88592 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e2b1acd-c2b1-465b-ba6b-f2b2630dd636 HTTP/1.1" status: 200 len: 210 time: 0.0415170 Aug 12 15:00:07.381892 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a59556-a307-4b48-90bf-df45f35c8ae6 None None] New status for floating IP 48d14f95-755f-46fa-8bd0-5bc195f847ea: ACTIVE {{(pid=105908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:00:08.143137 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-57b644fa-28d7-4514-8e55-725061746c4d tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:08.144467 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-57b644fa-28d7-4514-8e55-725061746c4d tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.73 "GET /v2.0/networks?id=e4c20c5c-c793-4df3-be2c-6e89212d665b HTTP/1.1" status: 200 len: 813 time: 0.1185620 Aug 12 15:00:08.376262 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4bb7963b-4416-4a49-a71e-1f3700db0a6a req-82235c24-b01c-4288-9250-73b71f589f4d tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e2b1acd-c2b1-465b-ba6b-f2b2630dd636 HTTP/1.1" status: 200 len: 210 time: 0.0256431 Aug 12 15:00:09.467923 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6b97e0b9-10a7-4272-9c17-34134bdc8221 req-ee2fc7c0-2eb0-4752-8f76-08770b9af82b tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e2b1acd-c2b1-465b-ba6b-f2b2630dd636 HTTP/1.1" status: 200 len: 210 time: 0.0245447 Aug 12 15:00:10.560488 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-80a3412e-ede2-44c9-8c8f-99e89a897a0e req-48f9b923-22e2-43d8-951a-c4510a22a51e tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e2b1acd-c2b1-465b-ba6b-f2b2630dd636 HTTP/1.1" status: 200 len: 210 time: 0.0256028 Aug 12 15:00:11.020280 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-0ff67035-d2ff-471f-bdb9-f81ca8797787 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Request body: {'port': {'device_id': '2e2b1acd-c2b1-465b-ba6b-f2b2630dd636', 'network_id': 'e4c20c5c-c793-4df3-be2c-6e89212d665b', 'admin_state_up': True, 'tenant_id': '7ecde5f6a9474e619ca4e8486b15cec0'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:11.212175 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-0ff67035-d2ff-471f-bdb9-f81ca8797787 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Made reservation on behalf of 7ecde5f6a9474e619ca4e8486b15cec0 for: {'port': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:00:11.216348 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-0ff67035-d2ff-471f-bdb9-f81ca8797787 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:11.341408 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_common [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-0ff67035-d2ff-471f-bdb9-f81ca8797787 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Allocated IP 172.20.0.9 (e4c20c5c-c793-4df3-be2c-6e89212d665b/7eb52c74-ca13-4648-9e0c-bf4108d4f316/fa6315c1-6813-4321-8b0c-7b633171261e) {{(pid=105906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:00:11.491001 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-0ff67035-d2ff-471f-bdb9-f81ca8797787 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Notify callbacks [] for port, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:11.578424 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-0ff67035-d2ff-471f-bdb9-f81ca8797787 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:11.635355 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-0ff67035-d2ff-471f-bdb9-f81ca8797787 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Network e4c20c5c-c793-4df3-be2c-6e89212d665b is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:11.639828 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-0ff67035-d2ff-471f-bdb9-f81ca8797787 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:11.641303 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-0ff67035-d2ff-471f-bdb9-f81ca8797787 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Received port after_create {{(pid=105906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:00:11.647997 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff67035-d2ff-471f-bdb9-f81ca8797787 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Pushing event updated for resources: {'Port': ['ID=fa6315c1-6813-4321-8b0c-7b633171261e,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:11.677456 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0619a78-fe8e-412a-81a6-1393932e1239 req-a19bccf0-f67c-41a2-9d61-3bed09e4e872 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:11.678417 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff67035-d2ff-471f-bdb9-f81ca8797787 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:11.678766 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff67035-d2ff-471f-bdb9-f81ca8797787 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:11.679104 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff67035-d2ff-471f-bdb9-f81ca8797787 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:11.679223 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d0619a78-fe8e-412a-81a6-1393932e1239 req-a19bccf0-f67c-41a2-9d61-3bed09e4e872 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e2b1acd-c2b1-465b-ba6b-f2b2630dd636 HTTP/1.1" status: 200 len: 931 time: 0.0497065 Aug 12 15:00:11.679525 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff67035-d2ff-471f-bdb9-f81ca8797787 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:11.679847 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff67035-d2ff-471f-bdb9-f81ca8797787 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:11.680143 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff67035-d2ff-471f-bdb9-f81ca8797787 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:11.680469 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff67035-d2ff-471f-bdb9-f81ca8797787 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:11.680817 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff67035-d2ff-471f-bdb9-f81ca8797787 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:11.681140 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff67035-d2ff-471f-bdb9-f81ca8797787 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:11.681468 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff67035-d2ff-471f-bdb9-f81ca8797787 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:11.681800 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff67035-d2ff-471f-bdb9-f81ca8797787 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:11.682114 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff67035-d2ff-471f-bdb9-f81ca8797787 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:11.708295 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-0ff67035-d2ff-471f-bdb9-f81ca8797787 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:11.710047 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-0ff67035-d2ff-471f-bdb9-f81ca8797787 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:11.720866 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d0619a78-fe8e-412a-81a6-1393932e1239 req-65a30181-241b-4160-a1f8-e45ea1c6bb6a tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/security-groups?id=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322294 Aug 12 15:00:11.784693 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-0ff67035-d2ff-471f-bdb9-f81ca8797787 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7691190 Aug 12 15:00:11.798372 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-156c5120-f066-4767-98d2-5079b13a838c service neutron] Request body: {'port': {'device_id': '2e2b1acd-c2b1-465b-ba6b-f2b2630dd636', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:11.852320 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-156c5120-f066-4767-98d2-5079b13a838c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:12.124977 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-156c5120-f066-4767-98d2-5079b13a838c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa6315c1-6813-4321-8b0c-7b633171261e {{(pid=105906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:00:12.133507 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-156c5120-f066-4767-98d2-5079b13a838c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:12.155111 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-156c5120-f066-4767-98d2-5079b13a838c service neutron] Transition to ACTIVE for port object fa6315c1-6813-4321-8b0c-7b633171261e will not be triggered until provisioned by entity L2. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:12.195235 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-6173c5af-ef34-48ca-a137-6509ad5600c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:12.252037 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-156c5120-f066-4767-98d2-5079b13a838c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:12.321830 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c5120-f066-4767-98d2-5079b13a838c service neutron] Pushing event updated for resources: {'Port': ['ID=fa6315c1-6813-4321-8b0c-7b633171261e,revision_number=2']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:12.380135 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-156c5120-f066-4767-98d2-5079b13a838c service neutron] Attempting to bind port fa6315c1-6813-4321-8b0c-7b633171261e on host hv-cinder-80001 for vnic_type normal with profile {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:00:12.380135 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-156c5120-f066-4767-98d2-5079b13a838c service neutron] Attempting to bind port fa6315c1-6813-4321-8b0c-7b633171261e by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': '4610bf91-8e0b-4f7a-b832-d8b6417ab702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e4c20c5c-c793-4df3-be2c-6e89212d665b'}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:00:12.380135 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-156c5120-f066-4767-98d2-5079b13a838c service neutron] Attempting to bind port fa6315c1-6813-4321-8b0c-7b633171261e on network e4c20c5c-c793-4df3-be2c-6e89212d665b {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:00:12.382045 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-156c5120-f066-4767-98d2-5079b13a838c service neutron] Port fa6315c1-6813-4321-8b0c-7b633171261e on network e4c20c5c-c793-4df3-be2c-6e89212d665b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:00:12.382357 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-156c5120-f066-4767-98d2-5079b13a838c service neutron] Attempting to bind port fa6315c1-6813-4321-8b0c-7b633171261e on network e4c20c5c-c793-4df3-be2c-6e89212d665b {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:00:12.387234 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-156c5120-f066-4767-98d2-5079b13a838c service neutron] Checking agent: {'id': '8bc968ee-63fe-4341-8ff4-51482bda9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'started_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:00:12.387569 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-156c5120-f066-4767-98d2-5079b13a838c service neutron] Checking segment: {'id': '4610bf91-8e0b-4f7a-b832-d8b6417ab702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e4c20c5c-c793-4df3-be2c-6e89212d665b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:12.387951 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-156c5120-f066-4767-98d2-5079b13a838c service neutron] Bound using segment: {'id': '4610bf91-8e0b-4f7a-b832-d8b6417ab702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e4c20c5c-c793-4df3-be2c-6e89212d665b'} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:00:12.388375 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-156c5120-f066-4767-98d2-5079b13a838c service neutron] Bound port: fa6315c1-6813-4321-8b0c-7b633171261e, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4610bf91-8e0b-4f7a-b832-d8b6417ab702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e4c20c5c-c793-4df3-be2c-6e89212d665b'}}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:00:12.388745 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-156c5120-f066-4767-98d2-5079b13a838c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:12.451276 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-156c5120-f066-4767-98d2-5079b13a838c service neutron] For port fa6315c1-6813-4321-8b0c-7b633171261e, host hv-cinder-80001, cleared binding levels {{(pid=105906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:00:12.454229 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-156c5120-f066-4767-98d2-5079b13a838c service neutron] For port fa6315c1-6813-4321-8b0c-7b633171261e, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=fa6315c1-6813-4321-8b0c-7b633171261e,segment=NetworkSegment(4610bf91-8e0b-4f7a-b832-d8b6417ab702),segment_id=4610bf91-8e0b-4f7a-b832-d8b6417ab702)] {{(pid=105906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:00:12.517557 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-156c5120-f066-4767-98d2-5079b13a838c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:12.553020 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-156c5120-f066-4767-98d2-5079b13a838c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:12.553627 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-156c5120-f066-4767-98d2-5079b13a838c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:12.554997 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-156c5120-f066-4767-98d2-5079b13a838c service neutron] 10.222.0.73 "PUT /v2.0/ports/fa6315c1-6813-4321-8b0c-7b633171261e HTTP/1.1" status: 200 len: 1093 time: 0.7615402 Aug 12 15:00:12.555427 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2b1acd-c2b1-465b-ba6b-f2b2630dd636', 'tag': 'fa6315c1-6813-4321-8b0c-7b633171261e'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:00:12.557796 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a229111d-4a6b-4aea-a2bc-49f0f2389e76" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2b1acd-c2b1-465b-ba6b-f2b2630dd636", "tag": "fa6315c1-6813-4321-8b0c-7b633171261e"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:00:12.581364 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c5120-f066-4767-98d2-5079b13a838c service neutron] Pushing event updated for resources: {'Port': ['ID=fa6315c1-6813-4321-8b0c-7b633171261e,revision_number=3']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:12.602178 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b80c7a-2b77-47c6-9d53-f7473a7597f9 x-openstack-request-id: req-32b80c7a-2b77-47c6-9d53-f7473a7597f9 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:00:12.602463 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2b1acd-c2b1-465b-ba6b-f2b2630dd636", "tag": "fa6315c1-6813-4321-8b0c-7b633171261e", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:00:12.602711 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-32b80c7a-2b77-47c6-9d53-f7473a7597f9 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:00:12.603101 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2b1acd-c2b1-465b-ba6b-f2b2630dd636', 'tag': 'fa6315c1-6813-4321-8b0c-7b633171261e', 'status': 'completed', 'code': 200} Aug 12 15:00:12.667972 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229111d-4a6b-4aea-a2bc-49f0f2389e76 req-60be5013-b33a-4243-a0c0-f1c8488c031e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:12.669563 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a229111d-4a6b-4aea-a2bc-49f0f2389e76 req-60be5013-b33a-4243-a0c0-f1c8488c031e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7ecde5f6a9474e619ca4e8486b15cec0&device_id=2e2b1acd-c2b1-465b-ba6b-f2b2630dd636 HTTP/1.1" status: 200 len: 1096 time: 0.0447130 Aug 12 15:00:12.772604 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229111d-4a6b-4aea-a2bc-49f0f2389e76 req-b75108ae-3850-4144-a5f1-9527f66d85d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:12.774215 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a229111d-4a6b-4aea-a2bc-49f0f2389e76 req-b75108ae-3850-4144-a5f1-9527f66d85d6 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=7ecde5f6a9474e619ca4e8486b15cec0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0964038 Aug 12 15:00:12.848179 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662cacd-99ac-450a-b35d-7be6b8c67583 req-5d34e079-e604-405d-b6fe-13e2b718b75b tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:12.849752 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5662cacd-99ac-450a-b35d-7be6b8c67583 req-5d34e079-e604-405d-b6fe-13e2b718b75b tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e2b1acd-c2b1-465b-ba6b-f2b2630dd636 HTTP/1.1" status: 200 len: 943 time: 0.0559711 Aug 12 15:00:12.876153 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229111d-4a6b-4aea-a2bc-49f0f2389e76 req-9301d6ba-c16e-4a2e-9971-59bf39c45591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:12.877724 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a229111d-4a6b-4aea-a2bc-49f0f2389e76 req-9301d6ba-c16e-4a2e-9971-59bf39c45591 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961022 Aug 12 15:00:12.888434 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5662cacd-99ac-450a-b35d-7be6b8c67583 req-3ac7ccd9-c5d1-4587-8698-c9cc0d2bc3e0 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/security-groups?id=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325208 Aug 12 15:00:12.959833 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-f9db429f-412f-4c07-addd-8acb35125449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:12.961360 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-f9db429f-412f-4c07-addd-8acb35125449 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7ecde5f6a9474e619ca4e8486b15cec0&device_id=2e2b1acd-c2b1-465b-ba6b-f2b2630dd636 HTTP/1.1" status: 200 len: 1096 time: 0.0448613 Aug 12 15:00:13.004471 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-1f0add58-98a2-4eb4-80b6-77ac4ffce56d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa6315c1-6813-4321-8b0c-7b633171261e HTTP/1.1" status: 200 len: 217 time: 0.0333376 Aug 12 15:00:13.055469 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-4df2934b-311e-41c0-b511-1a4fff4aeb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:13.057005 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-4df2934b-311e-41c0-b511-1a4fff4aeb4f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7eb52c74-ca13-4648-9e0c-bf4108d4f316 HTTP/1.1" status: 200 len: 853 time: 0.0450840 Aug 12 15:00:13.091111 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-564d51c0-d23b-4be0-b767-a2dbd3575783 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e4c20c5c-c793-4df3-be2c-6e89212d665b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263281 Aug 12 15:00:13.097165 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 43956) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:13.201380 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-93888585-3eed-4660-afb9-6277f85960ea service neutron] 10.222.0.73 "GET /v2.0/networks/e4c20c5c-c793-4df3-be2c-6e89212d665b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020873 Aug 12 15:00:13.208024 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-4fe96a08-3095-49ba-b337-159eaf09cf6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:13.329448 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a0509c8f-d870-434c-b9f0-6a4cc72d4b9c req-c19db88b-ff48-4510-b3f2-346dee86e7f3 service neutron] 10.222.0.73 "GET /v2.0/networks/e4c20c5c-c793-4df3-be2c-6e89212d665b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170385 Aug 12 15:00:13.377373 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-4fe96a08-3095-49ba-b337-159eaf09cf6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:13.474656 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-4fe96a08-3095-49ba-b337-159eaf09cf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:13.510194 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe96a08-3095-49ba-b337-159eaf09cf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1137cc7-69c9-44ad-8baf-0561e1bbb0df,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:13.514687 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-4fe96a08-3095-49ba-b337-159eaf09cf6b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9547905e3e694efb8ebdb7cce32e07fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4165041 Aug 12 15:00:13.517824 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 43970) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:13.569066 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d608d832-c056-4184-9c39-3b396c718ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:13.590615 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d608d832-c056-4184-9c39-3b396c718ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:13.715123 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d608d832-c056-4184-9c39-3b396c718ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:13.717865 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d608d832-c056-4184-9c39-3b396c718ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:13.719022 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-d608d832-c056-4184-9c39-3b396c718ad1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f1137cc7-69c9-44ad-8baf-0561e1bbb0df HTTP/1.1" status: 204 len: 168 time: 0.2002819 Aug 12 15:00:13.726693 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608d832-c056-4184-9c39-3b396c718ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1137cc7-69c9-44ad-8baf-0561e1bbb0df,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:14.006326 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f6019-5236-46a7-accd-81292b951906 req-cc4ef45e-15f0-4bde-b777-9aad4952e4bb tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:14.008224 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ab4f6019-5236-46a7-accd-81292b951906 req-cc4ef45e-15f0-4bde-b777-9aad4952e4bb tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e2b1acd-c2b1-465b-ba6b-f2b2630dd636 HTTP/1.1" status: 200 len: 943 time: 0.0496204 Aug 12 15:00:14.047945 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ab4f6019-5236-46a7-accd-81292b951906 req-52a270e0-d269-412c-80f7-2f8340536090 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/security-groups?id=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337048 Aug 12 15:00:14.548017 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-fec1f2d5-4cbf-46d0-8211-d91c353c9e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:14.696373 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 44008) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:14.817464 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-f1871a74-e14f-47d5-a607-460766660f40 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-455465198-network', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:14.903662 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1871a74-e14f-47d5-a607-460766660f40 admin admin] Made reservation on behalf of da657e2106dc46a7ae185eb3fb6d4506 for: {'network': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:00:14.906778 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f1871a74-e14f-47d5-a607-460766660f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for network, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:14.917235 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f1871a74-e14f-47d5-a607-460766660f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:15.005975 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f1871a74-e14f-47d5-a607-460766660f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:15.008918 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 44020) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:15.039092 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:15.113006 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1251-42ac-47ff-a7ff-6e16b1e7e787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:15.133461 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f1871a74-e14f-47d5-a607-460766660f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:15.164047 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1871a74-e14f-47d5-a607-460766660f40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=105906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:00:15.170151 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c897d98-e103-4841-95f0-53168d975295 req-ed410ade-8f80-4abf-b70d-c5878b040c48 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:15.171619 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3c897d98-e103-4841-95f0-53168d975295 req-ed410ade-8f80-4abf-b70d-c5878b040c48 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e2b1acd-c2b1-465b-ba6b-f2b2630dd636 HTTP/1.1" status: 200 len: 943 time: 0.0480824 Aug 12 15:00:15.189727 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f1871a74-e14f-47d5-a607-460766660f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:15.190072 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.db.segments_db [None req-f1871a74-e14f-47d5-a607-460766660f40 admin admin] Added segment 595b3322-b762-4362-b570-2f3dc9dfabe9 of type vlan for network 7afd0ba9-a757-4823-8e62-3449919f76ad Aug 12 15:00:15.200348 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1871a74-e14f-47d5-a607-460766660f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f1c17d-fafc-49c2-bae9-51c0076864d1,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:15.210469 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3c897d98-e103-4841-95f0-53168d975295 req-44f193f5-9035-44fb-97d0-d86afaaa0daa tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/security-groups?id=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318158 Aug 12 15:00:15.257495 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f1871a74-e14f-47d5-a607-460766660f40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132380483'] for network, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:15.315969 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1251-42ac-47ff-a7ff-6e16b1e7e787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:15.366489 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f1871a74-e14f-47d5-a607-460766660f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for network, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:15.367466 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1871a74-e14f-47d5-a607-460766660f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:15.368073 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f1871a74-e14f-47d5-a607-460766660f40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:15.420116 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1251-42ac-47ff-a7ff-6e16b1e7e787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:15.427818 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device fa6315c1-6813-4321-8b0c-7b633171261e details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=105907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:00:15.462074 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1871a74-e14f-47d5-a607-460766660f40 admin admin] Pushing event updated for resources: {'Network': ['ID=7afd0ba9-a757-4823-8e62-3449919f76ad,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:15.468959 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e1251-42ac-47ff-a7ff-6e16b1e7e787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb607b9-1b8b-4432-b2aa-1209b4e7c32c,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:15.473950 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-fe1e1251-42ac-47ff-a7ff-6e16b1e7e787 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=488871520d204f6aac42aacfdddb8193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4637847 Aug 12 15:00:15.475857 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-f1871a74-e14f-47d5-a607-460766660f40 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7784193 Aug 12 15:00:15.476568 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 44028) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:15.482882 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 44030) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:15.488156 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-61e0c96d-14f0-475d-b22d-09904a78e00d admin admin] Request body: {'subnet': {'network_id': '7afd0ba9-a757-4823-8e62-3449919f76ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-455465198-subnet', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'ip_version': 4}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:15.489533 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Network 7afd0ba9-a757-4823-8e62-3449919f76ad details requested by agent ovs-agent-dv-cinder-800015-3-iscsi with host dv-cinder-800015-3-iscsi {{(pid=105907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:00:15.531416 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b2eb-458b-4def-be62-c26b9cd2ddd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:15.555740 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b2eb-458b-4def-be62-c26b9cd2ddd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:15.590184 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port fa6315c1-6813-4321-8b0c-7b633171261e, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=fa6315c1-6813-4321-8b0c-7b633171261e,segment=NetworkSegment(4610bf91-8e0b-4f7a-b832-d8b6417ab702),segment_id=4610bf91-8e0b-4f7a-b832-d8b6417ab702)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:15.601276 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Returning: {'device': 'fa6315c1-6813-4321-8b0c-7b633171261e', 'network_id': 'e4c20c5c-c793-4df3-be2c-6e89212d665b', 'port_id': 'fa6315c1-6813-4321-8b0c-7b633171261e', 'mac_address': 'fa:16:3e:d8:3c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eb52c74-ca13-4648-9e0c-bf4108d4f316', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:00:15.616051 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e0c96d-14f0-475d-b22d-09904a78e00d admin admin] Made reservation on behalf of da657e2106dc46a7ae185eb3fb6d4506 for: {'subnet': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:00:15.618467 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-61e0c96d-14f0-475d-b22d-09904a78e00d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9827629'] for subnet, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:15.639702 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:15.653781 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa6315c1-6813-4321-8b0c-7b633171261e {{(pid=105907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:00:15.675190 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port fa6315c1-6813-4321-8b0c-7b633171261e, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=fa6315c1-6813-4321-8b0c-7b633171261e,segment=NetworkSegment(4610bf91-8e0b-4f7a-b832-d8b6417ab702),segment_id=4610bf91-8e0b-4f7a-b832-d8b6417ab702)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:15.678962 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b2eb-458b-4def-be62-c26b9cd2ddd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:15.681593 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b2eb-458b-4def-be62-c26b9cd2ddd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:15.682833 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-dfd5b2eb-458b-4def-be62-c26b9cd2ddd6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6fb607b9-1b8b-4432-b2aa-1209b4e7c32c HTTP/1.1" status: 204 len: 168 time: 0.2051992 Aug 12 15:00:15.693868 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5b2eb-458b-4def-be62-c26b9cd2ddd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb607b9-1b8b-4432-b2aa-1209b4e7c32c,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:15.701052 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5b2eb-458b-4def-be62-c26b9cd2ddd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:15.701440 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5b2eb-458b-4def-be62-c26b9cd2ddd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:15.701756 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5b2eb-458b-4def-be62-c26b9cd2ddd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:15.702099 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5b2eb-458b-4def-be62-c26b9cd2ddd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:15.702436 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5b2eb-458b-4def-be62-c26b9cd2ddd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:15.702771 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5b2eb-458b-4def-be62-c26b9cd2ddd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:15.703821 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5b2eb-458b-4def-be62-c26b9cd2ddd6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:15.704179 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5b2eb-458b-4def-be62-c26b9cd2ddd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:15.704521 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5b2eb-458b-4def-be62-c26b9cd2ddd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:15.704870 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5b2eb-458b-4def-be62-c26b9cd2ddd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:15.705207 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5b2eb-458b-4def-be62-c26b9cd2ddd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:15.705535 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5b2eb-458b-4def-be62-c26b9cd2ddd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:15.738273 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:15.784404 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=fa6315c1-6813-4321-8b0c-7b633171261e,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:15.791591 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:15.791938 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:15.792313 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:15.792605 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:15.792984 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:15.793293 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:15.793615 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:15.793936 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:15.794271 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:15.794580 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:15.794896 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:15.795210 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:15.886858 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-61e0c96d-14f0-475d-b22d-09904a78e00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9827615'] for subnet, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:15.915357 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:15.945341 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0c96d-14f0-475d-b22d-09904a78e00d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a379225-2e3f-460f-95c4-507a052d0604,revision_number=0']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:15.954175 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e0c96d-14f0-475d-b22d-09904a78e00d admin admin] Checking segment: {'id': '595b3322-b762-4362-b570-2f3dc9dfabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7afd0ba9-a757-4823-8e62-3449919f76ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:15.954543 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e0c96d-14f0-475d-b22d-09904a78e00d admin admin] Network hostable DHCP agents. Network: 7afd0ba9-a757-4823-8e62-3449919f76ad, hostable agents: ['879afe7b-4486-4e56-823d-f9f5d4ac5aae'], hosted agents: [] {{(pid=105906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:00:15.997334 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['fa6315c1-6813-4321-8b0c-7b633171261e'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:00:16.046416 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e0c96d-14f0-475d-b22d-09904a78e00d admin admin] Network 7afd0ba9-a757-4823-8e62-3449919f76ad is scheduled to be hosted by DHCP agent 879afe7b-4486-4e56-823d-f9f5d4ac5aae with binding_index 1 {{(pid=105906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:00:16.132380 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [None req-61e0c96d-14f0-475d-b22d-09904a78e00d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-3-iscsi, 7afd0ba9-a757-4823-8e62-3449919f76ad) {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:16.136436 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e0c96d-14f0-475d-b22d-09904a78e00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:16.137048 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-61e0c96d-14f0-475d-b22d-09904a78e00d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.143800 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef47e83-5191-43b5-95a9-ceff46c0bb52 None None] Network 7afd0ba9-a757-4823-8e62-3449919f76ad requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:00:16.243163 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-61e0c96d-14f0-475d-b22d-09904a78e00d admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7559974 Aug 12 15:00:16.243163 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 44042) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:16.247084 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-05f70188-4737-4435-b87d-3bbeaf0397d0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-455465198-router', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:16.310347 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fca879-e6af-4df9-ac38-8b3099a7843f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ca431b0-3a62-58b6-be18-748b2a116dd5-7afd0ba9-a757-4823-8e62-3449919f76ad', 'network_id': '7afd0ba9-a757-4823-8e62-3449919f76ad', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'fixed_ips': [{'subnet_id': '7a379225-2e3f-460f-95c4-507a052d0604'}]}} from dv-cinder-800015-3-iscsi. {{(pid=105907) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:00:16.311278 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e8fca879-e6af-4df9-ac38-8b3099a7843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.333149 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9feff-a6ab-478a-9a84-1bee40d4208e req-b94f78b3-e2dc-4a67-bddb-b10eee7a8a1f tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:16.334633 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-93d9feff-a6ab-478a-9a84-1bee40d4208e req-b94f78b3-e2dc-4a67-bddb-b10eee7a8a1f tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e2b1acd-c2b1-465b-ba6b-f2b2630dd636 HTTP/1.1" status: 200 len: 944 time: 0.0508358 Aug 12 15:00:16.336685 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-05f70188-4737-4435-b87d-3bbeaf0397d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1526'] for router, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.337764 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-05f70188-4737-4435-b87d-3bbeaf0397d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1533'] for router, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.373862 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-93d9feff-a6ab-478a-9a84-1bee40d4208e req-22e35eb5-ed2a-4b4a-9c3a-41e14ee88f25 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/security-groups?id=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327756 Aug 12 15:00:16.398222 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-05f70188-4737-4435-b87d-3bbeaf0397d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.451978 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.db_base_plugin_common [None req-e8fca879-e6af-4df9-ac38-8b3099a7843f None None] Allocated IP 172.20.0.2 (7afd0ba9-a757-4823-8e62-3449919f76ad/7a379225-2e3f-460f-95c4-507a052d0604/faa20e5b-d88d-4b6f-8a1a-b94bceaaf740) {{(pid=105907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:00:16.598517 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e8fca879-e6af-4df9-ac38-8b3099a7843f None None] Notify callbacks [] for port, precommit_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.606986 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-e8fca879-e6af-4df9-ac38-8b3099a7843f None None] Transition to ACTIVE for port object faa20e5b-d88d-4b6f-8a1a-b94bceaaf740 will not be triggered until provisioned by entity L2. {{(pid=105907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:16.609997 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-05f70188-4737-4435-b87d-3bbeaf0397d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.621712 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-e8fca879-e6af-4df9-ac38-8b3099a7843f None None] Transition to ACTIVE for port object faa20e5b-d88d-4b6f-8a1a-b94bceaaf740 will not be triggered until provisioned by entity DHCP. {{(pid=105907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:16.738389 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e8fca879-e6af-4df9-ac38-8b3099a7843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445'] for port, after_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.782897 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fca879-e6af-4df9-ac38-8b3099a7843f None None] Network 7afd0ba9-a757-4823-8e62-3449919f76ad is already hosted by enough agents. {{(pid=105907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:16.787472 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.scheduler.base_scheduler [None req-e8fca879-e6af-4df9-ac38-8b3099a7843f None None] Resources bound (agent type, host, resource id): {{(pid=105907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:16.792210 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fca879-e6af-4df9-ac38-8b3099a7843f None None] Received port after_create {{(pid=105907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:00:16.795258 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fca879-e6af-4df9-ac38-8b3099a7843f None None] Pushing event updated for resources: {'Port': ['ID=faa20e5b-d88d-4b6f-8a1a-b94bceaaf740,revision_number=1']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:16.848761 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-e8fca879-e6af-4df9-ac38-8b3099a7843f None None] Attempting to bind port faa20e5b-d88d-4b6f-8a1a-b94bceaaf740 on host dv-cinder-800015-3-iscsi for vnic_type normal with profile {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:00:16.849334 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-e8fca879-e6af-4df9-ac38-8b3099a7843f None None] Attempting to bind port faa20e5b-d88d-4b6f-8a1a-b94bceaaf740 by drivers openvswitch,hyperv on host dv-cinder-800015-3-iscsi at level 0 using segments [{'id': '595b3322-b762-4362-b570-2f3dc9dfabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7afd0ba9-a757-4823-8e62-3449919f76ad'}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:00:16.849767 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fca879-e6af-4df9-ac38-8b3099a7843f None None] Attempting to bind port faa20e5b-d88d-4b6f-8a1a-b94bceaaf740 on network 7afd0ba9-a757-4823-8e62-3449919f76ad {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:00:16.855507 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fca879-e6af-4df9-ac38-8b3099a7843f None None] Checking agent: {'id': '2f28a577-1e29-47c6-9353-308533d5ca1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'started_at': datetime.datetime(2021, 8, 12, 14, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:00:16.855882 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fca879-e6af-4df9-ac38-8b3099a7843f None None] Checking segment: {'id': '595b3322-b762-4362-b570-2f3dc9dfabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7afd0ba9-a757-4823-8e62-3449919f76ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:16.860125 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e8fca879-e6af-4df9-ac38-8b3099a7843f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.860125 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fca879-e6af-4df9-ac38-8b3099a7843f None None] Bound using segment: {'id': '595b3322-b762-4362-b570-2f3dc9dfabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7afd0ba9-a757-4823-8e62-3449919f76ad'} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:00:16.860125 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-e8fca879-e6af-4df9-ac38-8b3099a7843f None None] Bound port: faa20e5b-d88d-4b6f-8a1a-b94bceaaf740, host: dv-cinder-800015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595b3322-b762-4362-b570-2f3dc9dfabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7afd0ba9-a757-4823-8e62-3449919f76ad'}}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:00:16.860125 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e8fca879-e6af-4df9-ac38-8b3099a7843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.920024 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-e8fca879-e6af-4df9-ac38-8b3099a7843f None None] For port faa20e5b-d88d-4b6f-8a1a-b94bceaaf740, host dv-cinder-800015-3-iscsi, cleared binding levels {{(pid=105907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:00:16.923799 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-e8fca879-e6af-4df9-ac38-8b3099a7843f None None] For port faa20e5b-d88d-4b6f-8a1a-b94bceaaf740, host dv-cinder-800015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=faa20e5b-d88d-4b6f-8a1a-b94bceaaf740,segment=NetworkSegment(595b3322-b762-4362-b570-2f3dc9dfabe9),segment_id=595b3322-b762-4362-b570-2f3dc9dfabe9)] {{(pid=105907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:00:16.940486 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-05f70188-4737-4435-b87d-3bbeaf0397d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.959406 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-05f70188-4737-4435-b87d-3bbeaf0397d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:17.023891 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e8fca879-e6af-4df9-ac38-8b3099a7843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:17.068661 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_common [None req-05f70188-4737-4435-b87d-3bbeaf0397d0 admin admin] Allocated IP 172.27.1.231 (df63f438-b2ec-4f43-ad5b-12a75f4e90ce/8bfc729c-9def-42bb-b3b9-7901b6eeb5d6/d2775e29-dd66-43fe-9a23-eff703593dd3) {{(pid=105906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:00:17.082642 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fca879-e6af-4df9-ac38-8b3099a7843f None None] Pushing event updated for resources: {'Port': ['ID=faa20e5b-d88d-4b6f-8a1a-b94bceaaf740,revision_number=2']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:17.190362 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-05f70188-4737-4435-b87d-3bbeaf0397d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:17.321644 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-05f70188-4737-4435-b87d-3bbeaf0397d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:17.370318 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f70188-4737-4435-b87d-3bbeaf0397d0 admin admin] Network df63f438-b2ec-4f43-ad5b-12a75f4e90ce is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:17.373402 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [None req-05f70188-4737-4435-b87d-3bbeaf0397d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:17.378797 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f70188-4737-4435-b87d-3bbeaf0397d0 admin admin] Received port after_create {{(pid=105906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:00:17.381639 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f70188-4737-4435-b87d-3bbeaf0397d0 admin admin] Pushing event updated for resources: {'Port': ['ID=d2775e29-dd66-43fe-9a23-eff703593dd3,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:17.438703 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device fa6315c1-6813-4321-8b0c-7b633171261e up at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:17.463166 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:17.505783 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41616e68-e752-4323-875e-6529841e00e6 req-1138525f-945b-4796-9f87-db601785c896 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:17.507249 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-41616e68-e752-4323-875e-6529841e00e6 req-1138525f-945b-4796-9f87-db601785c896 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e2b1acd-c2b1-465b-ba6b-f2b2630dd636 HTTP/1.1" status: 200 len: 944 time: 0.0569112 Aug 12 15:00:17.554395 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-41616e68-e752-4323-875e-6529841e00e6 req-a01f7d02-c86e-4bbe-8ddf-c3051eb066a6 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/security-groups?id=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406377 Aug 12 15:00:17.561435 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning for port fa6315c1-6813-4321-8b0c-7b633171261e completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:17.566978 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning complete for port fa6315c1-6813-4321-8b0c-7b633171261e triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:17.567413 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:17.667236 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:17.689999 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 44056) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:17.694260 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2b1acd-c2b1-465b-ba6b-f2b2630dd636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6315c1-6813-4321-8b0c-7b633171261e'}] {{(pid=105907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:00:17.696582 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d000d793ac8a3d868a659aad16e36a91200609b2b231164c0c4cfca9150c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06878f48-df07-4233-984a-b2804593c1f5" -d '{"events": [{"server_uuid": "2e2b1acd-c2b1-465b-ba6b-f2b2630dd636", "name": "network-vif-plugged", "status": "completed", "tag": "fa6315c1-6813-4321-8b0c-7b633171261e"}]}' {{(pid=105907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:00:17.735225 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device faa20e5b-d88d-4b6f-8a1a-b94bceaaf740 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:17.752540 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port fa6315c1-6813-4321-8b0c-7b633171261e, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=fa6315c1-6813-4321-8b0c-7b633171261e,segment=NetworkSegment(4610bf91-8e0b-4f7a-b832-d8b6417ab702),segment_id=4610bf91-8e0b-4f7a-b832-d8b6417ab702)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:17.756784 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2577e028-b586-46fd-95d5-0130d207492d x-openstack-request-id: req-2577e028-b586-46fd-95d5-0130d207492d {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:00:17.757156 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2b1acd-c2b1-465b-ba6b-f2b2630dd636", "name": "network-vif-plugged", "status": "completed", "tag": "fa6315c1-6813-4321-8b0c-7b633171261e", "code": 200}]} {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:00:17.757975 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2577e028-b586-46fd-95d5-0130d207492d {{(pid=105907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:00:17.757975 dv-cinder-800015-3-iscsi neutron-server[105907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2b1acd-c2b1-465b-ba6b-f2b2630dd636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6315c1-6813-4321-8b0c-7b633171261e', 'code': 200} Aug 12 15:00:17.772914 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-05f70188-4737-4435-b87d-3bbeaf0397d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:17.810619 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:17.870656 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning for port faa20e5b-d88d-4b6f-8a1a-b94bceaaf740 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:17.877399 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=fa6315c1-6813-4321-8b0c-7b633171261e,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:18.062924 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fcab0b-55b3-401f-b106-d239464f6ef6 None None] Network 7afd0ba9-a757-4823-8e62-3449919f76ad requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:00:18.186851 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-896d76ec-e452-43ad-81fb-e850512194d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:18.208013 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-beb68531-3179-4316-b66f-af335f2fadbe None None] Provisioning for port faa20e5b-d88d-4b6f-8a1a-b94bceaaf740 completed by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:18.214338 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-beb68531-3179-4316-b66f-af335f2fadbe None None] Provisioning complete for port faa20e5b-d88d-4b6f-8a1a-b94bceaaf740 triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:18.214704 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-beb68531-3179-4316-b66f-af335f2fadbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:18.270998 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248fbfd-7782-43ff-bedc-9e439478df89 req-976c0b90-a716-4454-9248-eae9eba00518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:18.272575 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a248fbfd-7782-43ff-bedc-9e439478df89 req-976c0b90-a716-4454-9248-eae9eba00518 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2e2b1acd-c2b1-465b-ba6b-f2b2630dd636 HTTP/1.1" status: 200 len: 1098 time: 0.1286025 Aug 12 15:00:18.307038 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-beb68531-3179-4316-b66f-af335f2fadbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:18.339257 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-beb68531-3179-4316-b66f-af335f2fadbe None None] For port faa20e5b-d88d-4b6f-8a1a-b94bceaaf740, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=faa20e5b-d88d-4b6f-8a1a-b94bceaaf740,segment=NetworkSegment(595b3322-b762-4362-b570-2f3dc9dfabe9),segment_id=595b3322-b762-4362-b570-2f3dc9dfabe9)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:18.392638 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a248fbfd-7782-43ff-bedc-9e439478df89 req-69d59ead-32ea-46d3-812b-83c83a312287 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027873 Aug 12 15:00:18.402337 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-05f70188-4737-4435-b87d-3bbeaf0397d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710395'] for router, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:18.423659 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-beb68531-3179-4316-b66f-af335f2fadbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:18.472088 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb68531-3179-4316-b66f-af335f2fadbe None None] Pushing event updated for resources: {'Port': ['ID=faa20e5b-d88d-4b6f-8a1a-b94bceaaf740,revision_number=3']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:18.474379 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-896d76ec-e452-43ad-81fb-e850512194d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:18.535161 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-896d76ec-e452-43ad-81fb-e850512194d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:18.542584 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-970794e6-0292-4857-b2b7-89b3a2bfc75a None None] Provisioning complete for port faa20e5b-d88d-4b6f-8a1a-b94bceaaf740 triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:18.542955 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-970794e6-0292-4857-b2b7-89b3a2bfc75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:18.585960 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-896d76ec-e452-43ad-81fb-e850512194d0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=06a02cfeccb0454b9f1b86195d2c3381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8931861 Aug 12 15:00:18.588666 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 44064) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:18.598362 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d76ec-e452-43ad-81fb-e850512194d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c279a5-beea-4a97-abdd-61c4eceecb26,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:18.652509 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-0049133a-e7ed-4de2-819b-6c3d84b9f4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:18.676601 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f70188-4737-4435-b87d-3bbeaf0397d0 admin admin] Router a1b09e63-ff1c-4704-bb7d-5a92919b1476 is scheduled to L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 with binding_index 1 {{(pid=105906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:00:18.680396 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-0049133a-e7ed-4de2-819b-6c3d84b9f4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:18.688431 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f456ba-45db-4fa5-9bf4-ffcdee449a73 req-1513cfd5-93e0-459d-b986-c3b43a067a6e tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:18.690779 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b2f456ba-45db-4fa5-9bf4-ffcdee449a73 req-1513cfd5-93e0-459d-b986-c3b43a067a6e tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e2b1acd-c2b1-465b-ba6b-f2b2630dd636 HTTP/1.1" status: 200 len: 945 time: 0.0553010 Aug 12 15:00:18.728800 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b2f456ba-45db-4fa5-9bf4-ffcdee449a73 req-5f4258d0-d631-4657-8239-46b9db787144 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/security-groups?id=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321512 Aug 12 15:00:18.815397 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f70188-4737-4435-b87d-3bbeaf0397d0 admin admin] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:00:18.824258 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583e3424-4a99-485b-a1be-9f6a26517b01 None None] Sync routers for ids ['a1b09e63-ff1c-4704-bb7d-5a92919b1476'] in dv-cinder-800015-3-iscsi {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:00:18.834089 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583e3424-4a99-485b-a1be-9f6a26517b01 None None] Routers {'a1b09e63-ff1c-4704-bb7d-5a92919b1476'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:18.834766 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-583e3424-4a99-485b-a1be-9f6a26517b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:00:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['a1b09e63-ff1c-4704-bb7d-5a92919b1476'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:18.869712 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-0049133a-e7ed-4de2-819b-6c3d84b9f4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:18.872340 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-0049133a-e7ed-4de2-819b-6c3d84b9f4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:18.873526 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-0049133a-e7ed-4de2-819b-6c3d84b9f4ce admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/81c279a5-beea-4a97-abdd-61c4eceecb26 HTTP/1.1" status: 204 len: 168 time: 0.2822130 Aug 12 15:00:18.882774 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-05f70188-4737-4435-b87d-3bbeaf0397d0 admin admin] Notify callbacks [] for router, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:18.886684 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-05f70188-4737-4435-b87d-3bbeaf0397d0 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6403911 Aug 12 15:00:18.886684 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049133a-e7ed-4de2-819b-6c3d84b9f4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c279a5-beea-4a97-abdd-61c4eceecb26,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:18.886923 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 44070) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:18.958031 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-583e3424-4a99-485b-a1be-9f6a26517b01 None None] Set router a1b09e63-ff1c-4704-bb7d-5a92919b1476 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:19.149350 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-583e3424-4a99-485b-a1be-9f6a26517b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'name': 'tempest-TestShelveInstance-455465198-router', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'd2775e29-dd66-43fe-9a23-eff703593dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:16Z', 'updated_at': '2021-08-12T15:00:17Z', 'revision_number': 3, 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'gw_port': {'id': 'd2775e29-dd66-43fe-9a23-eff703593dd3', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:58:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:16Z', 'updated_at': '2021-08-12T15:00:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:19.177059 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583e3424-4a99-485b-a1be-9f6a26517b01 None None] Checking router: a1b09e63-ff1c-4704-bb7d-5a92919b1476 for host: dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:00:19.177429 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583e3424-4a99-485b-a1be-9f6a26517b01 None None] Updating router a1b09e63-ff1c-4704-bb7d-5a92919b1476 port d2775e29-dd66-43fe-9a23-eff703593dd3 binding host dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:00:19.204254 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-583e3424-4a99-485b-a1be-9f6a26517b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:19.332164 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d8626cc5-3a55-4423-9588-61d0856f238b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:19.551468 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_common [None req-d8626cc5-3a55-4423-9588-61d0856f238b admin admin] Allocated IP 172.20.0.1 (7afd0ba9-a757-4823-8e62-3449919f76ad/7a379225-2e3f-460f-95c4-507a052d0604/f87e306c-c468-45a4-bafc-901653b63e9c) {{(pid=105906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:00:19.596572 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-583e3424-4a99-485b-a1be-9f6a26517b01 None None] Notify callbacks [] for port, precommit_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:19.608786 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-583e3424-4a99-485b-a1be-9f6a26517b01 None None] Transition to ACTIVE for port object d2775e29-dd66-43fe-9a23-eff703593dd3 will not be triggered until provisioned by entity L2. {{(pid=105907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:19.659389 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d8626cc5-3a55-4423-9588-61d0856f238b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:19.669748 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device faa20e5b-d88d-4b6f-8a1a-b94bceaaf740 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:19.674806 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [None req-d8626cc5-3a55-4423-9588-61d0856f238b admin admin] Transition to ACTIVE for port object f87e306c-c468-45a4-bafc-901653b63e9c will not be triggered until provisioned by entity DHCP. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:19.723047 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port faa20e5b-d88d-4b6f-8a1a-b94bceaaf740 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:19.723437 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:19.743842 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-583e3424-4a99-485b-a1be-9f6a26517b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:19.799509 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d8626cc5-3a55-4423-9588-61d0856f238b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:19.812412 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2b6a5-b113-40f9-b331-d38d5a37e1e0 None None] Pushing event updated for resources: {'Port': ['ID=d2775e29-dd66-43fe-9a23-eff703593dd3,revision_number=2']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:19.818934 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-583e3424-4a99-485b-a1be-9f6a26517b01 None None] Attempting to bind port d2775e29-dd66-43fe-9a23-eff703593dd3 on host dv-cinder-800015-3-iscsi for vnic_type normal with profile {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:00:19.819297 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-583e3424-4a99-485b-a1be-9f6a26517b01 None None] Attempting to bind port d2775e29-dd66-43fe-9a23-eff703593dd3 by drivers openvswitch,hyperv on host dv-cinder-800015-3-iscsi at level 0 using segments [{'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:00:19.819642 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583e3424-4a99-485b-a1be-9f6a26517b01 None None] Attempting to bind port d2775e29-dd66-43fe-9a23-eff703593dd3 on network df63f438-b2ec-4f43-ad5b-12a75f4e90ce {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:00:19.827095 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583e3424-4a99-485b-a1be-9f6a26517b01 None None] Checking agent: {'id': '2f28a577-1e29-47c6-9353-308533d5ca1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'started_at': datetime.datetime(2021, 8, 12, 14, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:00:19.827733 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583e3424-4a99-485b-a1be-9f6a26517b01 None None] Checking segment: {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:19.827828 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-583e3424-4a99-485b-a1be-9f6a26517b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:19.833899 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583e3424-4a99-485b-a1be-9f6a26517b01 None None] Bound using segment: {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:00:19.833899 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-583e3424-4a99-485b-a1be-9f6a26517b01 None None] Bound port: d2775e29-dd66-43fe-9a23-eff703593dd3, host: dv-cinder-800015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:00:19.833899 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-583e3424-4a99-485b-a1be-9f6a26517b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:19.855199 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8626cc5-3a55-4423-9588-61d0856f238b admin admin] Network 7afd0ba9-a757-4823-8e62-3449919f76ad is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:19.864851 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [None req-d8626cc5-3a55-4423-9588-61d0856f238b admin admin] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:19.868013 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8626cc5-3a55-4423-9588-61d0856f238b admin admin] Received port after_create {{(pid=105906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:00:19.889667 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26144b30-eab8-4f04-adae-0ec7738645e5 req-74aed898-8544-4621-a927-88a39ebe718e tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:19.901736 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-26144b30-eab8-4f04-adae-0ec7738645e5 req-74aed898-8544-4621-a927-88a39ebe718e tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e2b1acd-c2b1-465b-ba6b-f2b2630dd636 HTTP/1.1" status: 200 len: 945 time: 0.0783803 Aug 12 15:00:19.915973 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-583e3424-4a99-485b-a1be-9f6a26517b01 None None] For port d2775e29-dd66-43fe-9a23-eff703593dd3, host dv-cinder-800015-3-iscsi, cleared binding levels {{(pid=105907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:00:19.919628 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-583e3424-4a99-485b-a1be-9f6a26517b01 None None] For port d2775e29-dd66-43fe-9a23-eff703593dd3, host dv-cinder-800015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=d2775e29-dd66-43fe-9a23-eff703593dd3,segment=NetworkSegment(71f474ba-4ec1-4e39-a638-917b9b8eddd4),segment_id=71f474ba-4ec1-4e39-a638-917b9b8eddd4)] {{(pid=105907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:00:19.920166 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d8626cc5-3a55-4423-9588-61d0856f238b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709934'] for router_interface, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:19.967339 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-26144b30-eab8-4f04-adae-0ec7738645e5 req-2faf6b71-2036-4216-93d0-254c1aa166e1 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/security-groups?id=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601375 Aug 12 15:00:19.978973 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-583e3424-4a99-485b-a1be-9f6a26517b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:19.983511 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8626cc5-3a55-4423-9588-61d0856f238b admin admin] Pushing event updated for resources: {'Port': ['ID=f87e306c-c468-45a4-bafc-901653b63e9c,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:20.020652 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 44096) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:20.058195 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2b6a5-b113-40f9-b331-d38d5a37e1e0 None None] Pushing event updated for resources: {'Port': ['ID=d2775e29-dd66-43fe-9a23-eff703593dd3,revision_number=3']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:20.066516 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583e3424-4a99-485b-a1be-9f6a26517b01 None None] Routers {'a1b09e63-ff1c-4704-bb7d-5a92919b1476'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:20.067138 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-583e3424-4a99-485b-a1be-9f6a26517b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:00:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['a1b09e63-ff1c-4704-bb7d-5a92919b1476'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:20.156055 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-010455f9-4680-4b14-bc0e-b44e85c2c892 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-6528345-network', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:20.189828 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d8626cc5-3a55-4423-9588-61d0856f238b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:20.203189 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-583e3424-4a99-485b-a1be-9f6a26517b01 None None] Set router a1b09e63-ff1c-4704-bb7d-5a92919b1476 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:20.267847 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010455f9-4680-4b14-bc0e-b44e85c2c892 admin admin] Made reservation on behalf of 870582b29ae2413fb6c942fc00bf278b for: {'network': 1} {{(pid=105905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:00:20.270274 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-010455f9-4680-4b14-bc0e-b44e85c2c892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for network, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:20.279496 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-010455f9-4680-4b14-bc0e-b44e85c2c892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:20.363713 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d8626cc5-3a55-4423-9588-61d0856f238b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:20.371135 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-0e469ae0-cd9a-4c67-8899-c7118db36452 None None] Provisioning for port f87e306c-c468-45a4-bafc-901653b63e9c completed by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:20.377467 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-010455f9-4680-4b14-bc0e-b44e85c2c892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:20.377649 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-0e469ae0-cd9a-4c67-8899-c7118db36452 None None] Provisioning complete for port f87e306c-c468-45a4-bafc-901653b63e9c triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:20.377841 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-0e469ae0-cd9a-4c67-8899-c7118db36452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:20.419427 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-0e469ae0-cd9a-4c67-8899-c7118db36452 None None] Port f87e306c-c468-45a4-bafc-901653b63e9c cannot update to ACTIVE because it is not bound. {{(pid=105907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:00:20.427492 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d8626cc5-3a55-4423-9588-61d0856f238b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:20.434541 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-583e3424-4a99-485b-a1be-9f6a26517b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'name': 'tempest-TestShelveInstance-455465198-router', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'd2775e29-dd66-43fe-9a23-eff703593dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:16Z', 'updated_at': '2021-08-12T15:00:17Z', 'revision_number': 3, 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'gw_port': {'id': 'd2775e29-dd66-43fe-9a23-eff703593dd3', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:58:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:16Z', 'updated_at': '2021-08-12T15:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:20.461398 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583e3424-4a99-485b-a1be-9f6a26517b01 None None] The sync data for ids ['a1b09e63-ff1c-4704-bb7d-5a92919b1476'] in dv-cinder-800015-3-iscsi is: [{'id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'name': 'tempest-TestShelveInstance-455465198-router', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'd2775e29-dd66-43fe-9a23-eff703593dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:16Z', 'updated_at': '2021-08-12T15:00:17Z', 'revision_number': 3, 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'gw_port': {'id': 'd2775e29-dd66-43fe-9a23-eff703593dd3', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:58:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:16Z', 'updated_at': '2021-08-12T15:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}] {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:00:20.475136 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-010455f9-4680-4b14-bc0e-b44e85c2c892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:20.501511 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d8626cc5-3a55-4423-9588-61d0856f238b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710074'] for router_interface, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:20.503440 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8626cc5-3a55-4423-9588-61d0856f238b admin admin] Pushing event updated for resources: {'Port': ['ID=f87e306c-c468-45a4-bafc-901653b63e9c,revision_number=2']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:20.503649 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-010455f9-4680-4b14-bc0e-b44e85c2c892 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=105905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:00:20.525001 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010455f9-4680-4b14-bc0e-b44e85c2c892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1585c66b-515a-4a07-b69f-dc888bb88d9d,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:20.525583 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-010455f9-4680-4b14-bc0e-b44e85c2c892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:20.526094 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.db.segments_db [None req-010455f9-4680-4b14-bc0e-b44e85c2c892 admin admin] Added segment fa7ac654-7d73-4fdb-8714-6ef6349cb46c of type vlan for network e12c87ba-1aa2-40ac-b08a-47fcc85884a2 Aug 12 15:00:20.573758 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-010455f9-4680-4b14-bc0e-b44e85c2c892 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132380483'] for network, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:20.608832 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8626cc5-3a55-4423-9588-61d0856f238b admin admin] Network 7afd0ba9-a757-4823-8e62-3449919f76ad is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:20.611260 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [None req-d8626cc5-3a55-4423-9588-61d0856f238b admin admin] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:20.679776 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-010455f9-4680-4b14-bc0e-b44e85c2c892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for network, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:20.680777 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010455f9-4680-4b14-bc0e-b44e85c2c892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:20.682734 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-010455f9-4680-4b14-bc0e-b44e85c2c892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:20.773576 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010455f9-4680-4b14-bc0e-b44e85c2c892 admin admin] Pushing event updated for resources: {'Network': ['ID=e12c87ba-1aa2-40ac-b08a-47fcc85884a2,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:20.774590 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8626cc5-3a55-4423-9588-61d0856f238b admin admin] Router a1b09e63-ff1c-4704-bb7d-5a92919b1476 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:00:20.784678 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Network e12c87ba-1aa2-40ac-b08a-47fcc85884a2 details requested by agent ovs-agent-dv-cinder-800015-3-iscsi with host dv-cinder-800015-3-iscsi {{(pid=105907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:00:20.814854 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-010455f9-4680-4b14-bc0e-b44e85c2c892 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7901409 Aug 12 15:00:20.815097 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 44106) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:20.820315 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-bbefd21e-222e-46fc-b564-c78ee49178c6 admin admin] Request body: {'subnet': {'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-6528345-subnet', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'ip_version': 4}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:20.926614 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbefd21e-222e-46fc-b564-c78ee49178c6 admin admin] Made reservation on behalf of 870582b29ae2413fb6c942fc00bf278b for: {'subnet': 1} {{(pid=105905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:00:20.929236 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8626cc5-3a55-4423-9588-61d0856f238b admin admin] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:00:20.933064 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-bbefd21e-222e-46fc-b564-c78ee49178c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8989713'] for subnet, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:20.936876 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-d8626cc5-3a55-4423-9588-61d0856f238b admin admin] 10.222.0.63 "PUT /v2.0/routers/a1b09e63-ff1c-4704-bb7d-5a92919b1476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0488198 Aug 12 15:00:20.960988 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-2142f3b7-1f61-4ac0-843e-66e80a3e640c None None] Provisioning complete for port f87e306c-c468-45a4-bafc-901653b63e9c triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:20.962100 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-2142f3b7-1f61-4ac0-843e-66e80a3e640c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:21.010009 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-2142f3b7-1f61-4ac0-843e-66e80a3e640c None None] Port f87e306c-c468-45a4-bafc-901653b63e9c cannot update to ACTIVE because it is not bound. {{(pid=105907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:00:21.218806 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-bbefd21e-222e-46fc-b564-c78ee49178c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2374630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8989731'] for subnet, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:21.283171 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbefd21e-222e-46fc-b564-c78ee49178c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9941a911-4b2d-4b7d-a097-ff6807b1051b,revision_number=0']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:21.287694 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbefd21e-222e-46fc-b564-c78ee49178c6 admin admin] Checking segment: {'id': 'fa7ac654-7d73-4fdb-8714-6ef6349cb46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:21.288300 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbefd21e-222e-46fc-b564-c78ee49178c6 admin admin] Network hostable DHCP agents. Network: e12c87ba-1aa2-40ac-b08a-47fcc85884a2, hostable agents: ['879afe7b-4486-4e56-823d-f9f5d4ac5aae'], hosted agents: [] {{(pid=105905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:00:21.387956 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbefd21e-222e-46fc-b564-c78ee49178c6 admin admin] Network e12c87ba-1aa2-40ac-b08a-47fcc85884a2 is scheduled to be hosted by DHCP agent 879afe7b-4486-4e56-823d-f9f5d4ac5aae with binding_index 1 {{(pid=105905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:00:21.492175 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-bbefd21e-222e-46fc-b564-c78ee49178c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-3-iscsi, e12c87ba-1aa2-40ac-b08a-47fcc85884a2) {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:21.496538 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbefd21e-222e-46fc-b564-c78ee49178c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:21.497246 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-bbefd21e-222e-46fc-b564-c78ee49178c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for subnet, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:21.505011 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75252bd8-8373-45a1-9b75-0bf287e53ced None None] Network e12c87ba-1aa2-40ac-b08a-47fcc85884a2 requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:00:21.579100 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-bbefd21e-222e-46fc-b564-c78ee49178c6 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7628484 Aug 12 15:00:21.582080 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 44124) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:21.588315 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-a208f2ae-2743-46e7-9fb7-af4686522d35 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-6528345-router', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:21.661939 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa1b1ff-9202-41f2-8909-e14b6d06b643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ca431b0-3a62-58b6-be18-748b2a116dd5-e12c87ba-1aa2-40ac-b08a-47fcc85884a2', 'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'fixed_ips': [{'subnet_id': '9941a911-4b2d-4b7d-a097-ff6807b1051b'}]}} from dv-cinder-800015-3-iscsi. {{(pid=105907) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:00:21.662831 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-dfa1b1ff-9202-41f2-8909-e14b6d06b643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:21.737348 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device d2775e29-dd66-43fe-9a23-eff703593dd3 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:21.738830 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-a208f2ae-2743-46e7-9fb7-af4686522d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1526'] for router, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:21.740198 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-a208f2ae-2743-46e7-9fb7-af4686522d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1533'] for router, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:21.772679 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 44130) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:21.779478 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-f935952c-2808-4b21-af7f-2333554ff9fc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-267998968-network', 'tenant_id': 'b68ebc9e0bb64d328971b0952444a4ec'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:21.824041 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-a208f2ae-2743-46e7-9fb7-af4686522d35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:21.844663 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.db_base_plugin_common [None req-dfa1b1ff-9202-41f2-8909-e14b6d06b643 None None] Allocated IP 172.20.0.2 (e12c87ba-1aa2-40ac-b08a-47fcc85884a2/9941a911-4b2d-4b7d-a097-ff6807b1051b/b2acb2c5-0fc0-4477-8381-3a3db05fc289) {{(pid=105907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:00:21.943206 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning for port d2775e29-dd66-43fe-9a23-eff703593dd3 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:21.953296 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port d2775e29-dd66-43fe-9a23-eff703593dd3 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:21.953296 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:21.959205 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f935952c-2808-4b21-af7f-2333554ff9fc admin admin] Made reservation on behalf of b68ebc9e0bb64d328971b0952444a4ec for: {'network': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:00:21.961784 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f935952c-2808-4b21-af7f-2333554ff9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for network, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:22.008404 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f935952c-2808-4b21-af7f-2333554ff9fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:22.060472 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-dfa1b1ff-9202-41f2-8909-e14b6d06b643 None None] Notify callbacks [] for port, precommit_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:22.078789 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-dfa1b1ff-9202-41f2-8909-e14b6d06b643 None None] Transition to ACTIVE for port object b2acb2c5-0fc0-4477-8381-3a3db05fc289 will not be triggered until provisioned by entity L2. {{(pid=105907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:22.122799 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-dfa1b1ff-9202-41f2-8909-e14b6d06b643 None None] Transition to ACTIVE for port object b2acb2c5-0fc0-4477-8381-3a3db05fc289 will not be triggered until provisioned by entity DHCP. {{(pid=105907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:22.133429 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:22.157109 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] For port d2775e29-dd66-43fe-9a23-eff703593dd3, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=d2775e29-dd66-43fe-9a23-eff703593dd3,segment=NetworkSegment(71f474ba-4ec1-4e39-a638-917b9b8eddd4),segment_id=71f474ba-4ec1-4e39-a638-917b9b8eddd4)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:22.217188 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-dfa1b1ff-9202-41f2-8909-e14b6d06b643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445'] for port, after_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:22.250068 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:22.272326 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22a3c48-a26d-4941-8e05-ae4678b0bcfa None None] Sync routers for ids ['a1b09e63-ff1c-4704-bb7d-5a92919b1476'] in dv-cinder-800015-3-iscsi {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:00:22.276901 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa1b1ff-9202-41f2-8909-e14b6d06b643 None None] Network e12c87ba-1aa2-40ac-b08a-47fcc85884a2 is already hosted by enough agents. {{(pid=105907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:22.282021 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22a3c48-a26d-4941-8e05-ae4678b0bcfa None None] Routers {'a1b09e63-ff1c-4704-bb7d-5a92919b1476'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:22.282849 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-d22a3c48-a26d-4941-8e05-ae4678b0bcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:00:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['a1b09e63-ff1c-4704-bb7d-5a92919b1476'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:22.283276 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.scheduler.base_scheduler [None req-dfa1b1ff-9202-41f2-8909-e14b6d06b643 None None] Resources bound (agent type, host, resource id): {{(pid=105907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:22.291621 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa1b1ff-9202-41f2-8909-e14b6d06b643 None None] Received port after_create {{(pid=105907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:00:22.295316 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1b1ff-9202-41f2-8909-e14b6d06b643 None None] Pushing event updated for resources: {'Port': ['ID=b2acb2c5-0fc0-4477-8381-3a3db05fc289,revision_number=1']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:22.398412 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Pushing event updated for resources: {'Port': ['ID=d2775e29-dd66-43fe-9a23-eff703593dd3,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:22.402203 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-dfa1b1ff-9202-41f2-8909-e14b6d06b643 None None] Attempting to bind port b2acb2c5-0fc0-4477-8381-3a3db05fc289 on host dv-cinder-800015-3-iscsi for vnic_type normal with profile {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:00:22.402579 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-dfa1b1ff-9202-41f2-8909-e14b6d06b643 None None] Attempting to bind port b2acb2c5-0fc0-4477-8381-3a3db05fc289 by drivers openvswitch,hyperv on host dv-cinder-800015-3-iscsi at level 0 using segments [{'id': 'fa7ac654-7d73-4fdb-8714-6ef6349cb46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2'}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:00:22.402941 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa1b1ff-9202-41f2-8909-e14b6d06b643 None None] Attempting to bind port b2acb2c5-0fc0-4477-8381-3a3db05fc289 on network e12c87ba-1aa2-40ac-b08a-47fcc85884a2 {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:00:22.409502 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa1b1ff-9202-41f2-8909-e14b6d06b643 None None] Checking agent: {'id': '2f28a577-1e29-47c6-9353-308533d5ca1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'started_at': datetime.datetime(2021, 8, 12, 14, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:00:22.409898 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa1b1ff-9202-41f2-8909-e14b6d06b643 None None] Checking segment: {'id': 'fa7ac654-7d73-4fdb-8714-6ef6349cb46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:22.410359 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-dfa1b1ff-9202-41f2-8909-e14b6d06b643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:22.410735 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa1b1ff-9202-41f2-8909-e14b6d06b643 None None] Bound using segment: {'id': 'fa7ac654-7d73-4fdb-8714-6ef6349cb46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2'} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:00:22.411267 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-dfa1b1ff-9202-41f2-8909-e14b6d06b643 None None] Bound port: b2acb2c5-0fc0-4477-8381-3a3db05fc289, host: dv-cinder-800015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7ac654-7d73-4fdb-8714-6ef6349cb46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2'}}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:00:22.411671 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-dfa1b1ff-9202-41f2-8909-e14b6d06b643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:22.423905 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-a208f2ae-2743-46e7-9fb7-af4686522d35 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:22.483061 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-dfa1b1ff-9202-41f2-8909-e14b6d06b643 None None] For port b2acb2c5-0fc0-4477-8381-3a3db05fc289, host dv-cinder-800015-3-iscsi, cleared binding levels {{(pid=105907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:00:22.486915 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-dfa1b1ff-9202-41f2-8909-e14b6d06b643 None None] For port b2acb2c5-0fc0-4477-8381-3a3db05fc289, host dv-cinder-800015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=b2acb2c5-0fc0-4477-8381-3a3db05fc289,segment=NetworkSegment(fa7ac654-7d73-4fdb-8714-6ef6349cb46c),segment_id=fa7ac654-7d73-4fdb-8714-6ef6349cb46c)] {{(pid=105907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:00:22.490340 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-d22a3c48-a26d-4941-8e05-ae4678b0bcfa None None] Set router a1b09e63-ff1c-4704-bb7d-5a92919b1476 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:22.567305 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-dfa1b1ff-9202-41f2-8909-e14b6d06b643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:22.569473 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f935952c-2808-4b21-af7f-2333554ff9fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:22.623514 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f935952c-2808-4b21-af7f-2333554ff9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:22.652999 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1b1ff-9202-41f2-8909-e14b6d06b643 None None] Pushing event updated for resources: {'Port': ['ID=b2acb2c5-0fc0-4477-8381-3a3db05fc289,revision_number=2']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:22.669270 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935952c-2808-4b21-af7f-2333554ff9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1504cd2f-b05f-4ca0-a1b2-bbf097ec1348,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:22.679770 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f935952c-2808-4b21-af7f-2333554ff9fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=105906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:00:22.698354 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f935952c-2808-4b21-af7f-2333554ff9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:22.698696 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.db.segments_db [None req-f935952c-2808-4b21-af7f-2333554ff9fc admin admin] Added segment 748aa987-15eb-4eaa-867c-e67a5ae239c6 of type vlan for network a11b665e-338b-4ed9-b605-fea07235d714 Aug 12 15:00:22.736059 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-d22a3c48-a26d-4941-8e05-ae4678b0bcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'name': 'tempest-TestShelveInstance-455465198-router', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'd2775e29-dd66-43fe-9a23-eff703593dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:16Z', 'updated_at': '2021-08-12T15:00:20Z', 'revision_number': 4, 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'gw_port': {'id': 'd2775e29-dd66-43fe-9a23-eff703593dd3', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:16Z', 'updated_at': '2021-08-12T15:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': 'f87e306c-c468-45a4-bafc-901653b63e9c', 'name': '', 'network_id': '7afd0ba9-a757-4823-8e62-3449919f76ad', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'mac_address': 'fa:16:3e:e1:83:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7a379225-2e3f-460f-95c4-507a052d0604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:19Z', 'updated_at': '2021-08-12T15:00:20Z', 'revision_number': 2, 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'subnets': [{'id': '7a379225-2e3f-460f-95c4-507a052d0604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:22.767540 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22a3c48-a26d-4941-8e05-ae4678b0bcfa None None] Checking router: a1b09e63-ff1c-4704-bb7d-5a92919b1476 for host: dv-cinder-800015-3-iscsi {{(pid=105908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:00:22.767896 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22a3c48-a26d-4941-8e05-ae4678b0bcfa None None] Updating router a1b09e63-ff1c-4704-bb7d-5a92919b1476 port f87e306c-c468-45a4-bafc-901653b63e9c binding host dv-cinder-800015-3-iscsi {{(pid=105908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:00:22.794579 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-d22a3c48-a26d-4941-8e05-ae4678b0bcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:22.839415 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f935952c-2808-4b21-af7f-2333554ff9fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132380483'] for network, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:22.866744 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-a208f2ae-2743-46e7-9fb7-af4686522d35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:22.898231 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-a208f2ae-2743-46e7-9fb7-af4686522d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:22.988498 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f935952c-2808-4b21-af7f-2333554ff9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for network, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:22.989589 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f935952c-2808-4b21-af7f-2333554ff9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:22.990243 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f935952c-2808-4b21-af7f-2333554ff9fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:23.065875 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-d22a3c48-a26d-4941-8e05-ae4678b0bcfa None None] Notify callbacks [] for port, precommit_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:23.075313 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_common [None req-a208f2ae-2743-46e7-9fb7-af4686522d35 admin admin] Allocated IP 172.27.1.63 (df63f438-b2ec-4f43-ad5b-12a75f4e90ce/8bfc729c-9def-42bb-b3b9-7901b6eeb5d6/03be5ba2-e995-4228-8a59-501714c066dd) {{(pid=105906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:00:23.076513 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.provisioning_blocks [None req-d22a3c48-a26d-4941-8e05-ae4678b0bcfa None None] Transition to ACTIVE for port object f87e306c-c468-45a4-bafc-901653b63e9c will not be triggered until provisioned by entity L2. {{(pid=105908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:23.080082 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935952c-2808-4b21-af7f-2333554ff9fc admin admin] Pushing event updated for resources: {'Network': ['ID=a11b665e-338b-4ed9-b605-fea07235d714,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:23.091256 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Network a11b665e-338b-4ed9-b605-fea07235d714 details requested by agent ovs-agent-dv-cinder-800015-3-iscsi with host dv-cinder-800015-3-iscsi {{(pid=105907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:00:23.134877 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-f935952c-2808-4b21-af7f-2333554ff9fc admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3608749 Aug 12 15:00:23.137486 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 44152) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:23.144799 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-7c1533ba-662c-48ad-a5f4-dc73894ce784 admin admin] Request body: {'subnet': {'network_id': 'a11b665e-338b-4ed9-b605-fea07235d714', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-267998968-subnet', 'tenant_id': 'b68ebc9e0bb64d328971b0952444a4ec', 'ip_version': 4}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:23.188402 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-d22a3c48-a26d-4941-8e05-ae4678b0bcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:23.214933 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-a208f2ae-2743-46e7-9fb7-af4686522d35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:23.244591 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de3efb-68fa-4271-9797-a5d251c0bba1 None None] Pushing event updated for resources: {'Port': ['ID=f87e306c-c468-45a4-bafc-901653b63e9c,revision_number=3']} {{(pid=105908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:23.246782 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1533ba-662c-48ad-a5f4-dc73894ce784 admin admin] Made reservation on behalf of b68ebc9e0bb64d328971b0952444a4ec for: {'subnet': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:00:23.251875 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-7c1533ba-662c-48ad-a5f4-dc73894ce784 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9827629'] for subnet, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:23.299442 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-d22a3c48-a26d-4941-8e05-ae4678b0bcfa None None] Attempting to bind port f87e306c-c468-45a4-bafc-901653b63e9c on host dv-cinder-800015-3-iscsi for vnic_type normal with profile {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:00:23.299988 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-d22a3c48-a26d-4941-8e05-ae4678b0bcfa None None] Attempting to bind port f87e306c-c468-45a4-bafc-901653b63e9c by drivers openvswitch,hyperv on host dv-cinder-800015-3-iscsi at level 0 using segments [{'id': '595b3322-b762-4362-b570-2f3dc9dfabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7afd0ba9-a757-4823-8e62-3449919f76ad'}] {{(pid=105908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:00:23.300154 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22a3c48-a26d-4941-8e05-ae4678b0bcfa None None] Attempting to bind port f87e306c-c468-45a4-bafc-901653b63e9c on network 7afd0ba9-a757-4823-8e62-3449919f76ad {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:00:23.308820 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22a3c48-a26d-4941-8e05-ae4678b0bcfa None None] Checking agent: {'id': '2f28a577-1e29-47c6-9353-308533d5ca1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'started_at': datetime.datetime(2021, 8, 12, 14, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:00:23.309721 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22a3c48-a26d-4941-8e05-ae4678b0bcfa None None] Checking segment: {'id': '595b3322-b762-4362-b570-2f3dc9dfabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7afd0ba9-a757-4823-8e62-3449919f76ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:23.310315 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-d22a3c48-a26d-4941-8e05-ae4678b0bcfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:23.310702 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22a3c48-a26d-4941-8e05-ae4678b0bcfa None None] Bound using segment: {'id': '595b3322-b762-4362-b570-2f3dc9dfabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7afd0ba9-a757-4823-8e62-3449919f76ad'} {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:00:23.311437 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-d22a3c48-a26d-4941-8e05-ae4678b0bcfa None None] Bound port: f87e306c-c468-45a4-bafc-901653b63e9c, host: dv-cinder-800015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595b3322-b762-4362-b570-2f3dc9dfabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7afd0ba9-a757-4823-8e62-3449919f76ad'}}] {{(pid=105908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:00:23.311901 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-d22a3c48-a26d-4941-8e05-ae4678b0bcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:23.381239 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.db [None req-d22a3c48-a26d-4941-8e05-ae4678b0bcfa None None] For port f87e306c-c468-45a4-bafc-901653b63e9c, host dv-cinder-800015-3-iscsi, cleared binding levels {{(pid=105908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:00:23.382469 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-a208f2ae-2743-46e7-9fb7-af4686522d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:23.385946 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.db [None req-d22a3c48-a26d-4941-8e05-ae4678b0bcfa None None] For port f87e306c-c468-45a4-bafc-901653b63e9c, host dv-cinder-800015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=f87e306c-c468-45a4-bafc-901653b63e9c,segment=NetworkSegment(595b3322-b762-4362-b570-2f3dc9dfabe9),segment_id=595b3322-b762-4362-b570-2f3dc9dfabe9)] {{(pid=105908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:00:23.457348 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-d22a3c48-a26d-4941-8e05-ae4678b0bcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:23.464311 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a208f2ae-2743-46e7-9fb7-af4686522d35 admin admin] Network df63f438-b2ec-4f43-ad5b-12a75f4e90ce is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:23.474794 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [None req-a208f2ae-2743-46e7-9fb7-af4686522d35 admin admin] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:23.479465 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208f2ae-2743-46e7-9fb7-af4686522d35 admin admin] Pushing event updated for resources: {'Port': ['ID=03be5ba2-e995-4228-8a59-501714c066dd,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:23.481786 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a208f2ae-2743-46e7-9fb7-af4686522d35 admin admin] Received port after_create {{(pid=105906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:00:23.522246 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22a3c48-a26d-4941-8e05-ae4678b0bcfa None None] Routers {'a1b09e63-ff1c-4704-bb7d-5a92919b1476'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:23.523193 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-d22a3c48-a26d-4941-8e05-ae4678b0bcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:00:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['a1b09e63-ff1c-4704-bb7d-5a92919b1476'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:23.562248 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de3efb-68fa-4271-9797-a5d251c0bba1 None None] Pushing event updated for resources: {'Port': ['ID=f87e306c-c468-45a4-bafc-901653b63e9c,revision_number=4']} {{(pid=105908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:23.617384 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-7c1533ba-662c-48ad-a5f4-dc73894ce784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9827615'] for subnet, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:23.691674 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-d22a3c48-a26d-4941-8e05-ae4678b0bcfa None None] Set router a1b09e63-ff1c-4704-bb7d-5a92919b1476 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:23.750870 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1533ba-662c-48ad-a5f4-dc73894ce784 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8286c2b-8cdc-4121-b43d-786d9db4a57d,revision_number=0']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:23.775185 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1533ba-662c-48ad-a5f4-dc73894ce784 admin admin] Checking segment: {'id': '748aa987-15eb-4eaa-867c-e67a5ae239c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a11b665e-338b-4ed9-b605-fea07235d714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:23.775610 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1533ba-662c-48ad-a5f4-dc73894ce784 admin admin] Network hostable DHCP agents. Network: a11b665e-338b-4ed9-b605-fea07235d714, hostable agents: ['879afe7b-4486-4e56-823d-f9f5d4ac5aae'], hosted agents: [] {{(pid=105906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:00:23.823002 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device d2775e29-dd66-43fe-9a23-eff703593dd3 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:23.866551 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1d2462-5afc-4ec9-954d-ff008091a145 None None] Network e12c87ba-1aa2-40ac-b08a-47fcc85884a2 requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:00:23.870695 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1533ba-662c-48ad-a5f4-dc73894ce784 admin admin] Network a11b665e-338b-4ed9-b605-fea07235d714 is scheduled to be hosted by DHCP agent 879afe7b-4486-4e56-823d-f9f5d4ac5aae with binding_index 1 {{(pid=105906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:00:23.939569 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-a208f2ae-2743-46e7-9fb7-af4686522d35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:23.942529 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [None req-7c1533ba-662c-48ad-a5f4-dc73894ce784 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-3-iscsi, a11b665e-338b-4ed9-b605-fea07235d714) {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:23.955066 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd05faca-3140-4ba7-8b94-479d9a5aa7c5 None None] Network a11b665e-338b-4ed9-b605-fea07235d714 requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:00:23.958852 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-d22a3c48-a26d-4941-8e05-ae4678b0bcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'name': 'tempest-TestShelveInstance-455465198-router', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'd2775e29-dd66-43fe-9a23-eff703593dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:16Z', 'updated_at': '2021-08-12T15:00:20Z', 'revision_number': 4, 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'gw_port': {'id': 'd2775e29-dd66-43fe-9a23-eff703593dd3', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:16Z', 'updated_at': '2021-08-12T15:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': 'f87e306c-c468-45a4-bafc-901653b63e9c', 'name': '', 'network_id': '7afd0ba9-a757-4823-8e62-3449919f76ad', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'mac_address': 'fa:16:3e:e1:83:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7a379225-2e3f-460f-95c4-507a052d0604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:19Z', 'updated_at': '2021-08-12T15:00:23Z', 'revision_number': 4, 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'subnets': [{'id': '7a379225-2e3f-460f-95c4-507a052d0604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:23.978814 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1533ba-662c-48ad-a5f4-dc73894ce784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:23.979391 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-7c1533ba-662c-48ad-a5f4-dc73894ce784 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:23.990673 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22a3c48-a26d-4941-8e05-ae4678b0bcfa None None] The sync data for ids ['a1b09e63-ff1c-4704-bb7d-5a92919b1476'] in dv-cinder-800015-3-iscsi is: [{'id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'name': 'tempest-TestShelveInstance-455465198-router', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'd2775e29-dd66-43fe-9a23-eff703593dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:16Z', 'updated_at': '2021-08-12T15:00:20Z', 'revision_number': 4, 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'gw_port': {'id': 'd2775e29-dd66-43fe-9a23-eff703593dd3', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:16Z', 'updated_at': '2021-08-12T15:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': 'f87e306c-c468-45a4-bafc-901653b63e9c', 'name': '', 'network_id': '7afd0ba9-a757-4823-8e62-3449919f76ad', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'mac_address': 'fa:16:3e:e1:83:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7a379225-2e3f-460f-95c4-507a052d0604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:19Z', 'updated_at': '2021-08-12T15:00:23Z', 'revision_number': 4, 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'subnets': [{'id': '7a379225-2e3f-460f-95c4-507a052d0604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:00:24.010383 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port d2775e29-dd66-43fe-9a23-eff703593dd3 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:24.010383 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:24.070567 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-c3e2671a-7ea4-4726-b75b-01a5b69ccd2b None None] Provisioning for port b2acb2c5-0fc0-4477-8381-3a3db05fc289 completed by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:24.129688 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 44156) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:24.130286 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-7c1533ba-662c-48ad-a5f4-dc73894ce784 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9912624 Aug 12 15:00:24.135624 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-ebf26b41-32d8-4ce9-af87-ac64789eac98 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-267998968-router', 'tenant_id': 'b68ebc9e0bb64d328971b0952444a4ec', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:24.222139 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-a208f2ae-2743-46e7-9fb7-af4686522d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710395'] for router, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:24.231065 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ebf26b41-32d8-4ce9-af87-ac64789eac98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1526'] for router, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:24.232482 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ebf26b41-32d8-4ce9-af87-ac64789eac98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1533'] for router, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:24.315505 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ebf26b41-32d8-4ce9-af87-ac64789eac98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:24.322867 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ab0401-dcdd-4aa5-95a6-de910d99095d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ca431b0-3a62-58b6-be18-748b2a116dd5-a11b665e-338b-4ed9-b605-fea07235d714', 'network_id': 'a11b665e-338b-4ed9-b605-fea07235d714', 'tenant_id': 'b68ebc9e0bb64d328971b0952444a4ec', 'fixed_ips': [{'subnet_id': 'f8286c2b-8cdc-4121-b43d-786d9db4a57d'}]}} from dv-cinder-800015-3-iscsi. {{(pid=105907) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:00:24.326240 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-f3ab0401-dcdd-4aa5-95a6-de910d99095d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:24.341198 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device b2acb2c5-0fc0-4477-8381-3a3db05fc289 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:24.476009 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a208f2ae-2743-46e7-9fb7-af4686522d35 admin admin] Router 69e383e7-d4d4-4421-b33d-3ce8e6d3b89b is scheduled to L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 with binding_index 1 {{(pid=105906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:00:24.563747 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ebf26b41-32d8-4ce9-af87-ac64789eac98 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:24.643356 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a208f2ae-2743-46e7-9fb7-af4686522d35 admin admin] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:00:24.663168 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec19d57-5456-4c47-8c14-2ce872b3b584 None None] Sync routers for ids ['69e383e7-d4d4-4421-b33d-3ce8e6d3b89b'] in dv-cinder-800015-3-iscsi {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:00:24.665893 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.db_base_plugin_common [None req-f3ab0401-dcdd-4aa5-95a6-de910d99095d None None] Allocated IP 172.20.0.2 (a11b665e-338b-4ed9-b605-fea07235d714/f8286c2b-8cdc-4121-b43d-786d9db4a57d/66335651-8a75-46de-8bfc-d28b155e978b) {{(pid=105907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:00:24.684751 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning for port b2acb2c5-0fc0-4477-8381-3a3db05fc289 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:24.693283 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-9c5cdac1-ae65-44c0-a103-cd16bb2b1e76 None None] Provisioning complete for port b2acb2c5-0fc0-4477-8381-3a3db05fc289 triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:24.693660 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-9c5cdac1-ae65-44c0-a103-cd16bb2b1e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:24.701313 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port b2acb2c5-0fc0-4477-8381-3a3db05fc289 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:24.701687 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:24.729194 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec19d57-5456-4c47-8c14-2ce872b3b584 None None] Routers {'69e383e7-d4d4-4421-b33d-3ce8e6d3b89b'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:24.729752 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-bec19d57-5456-4c47-8c14-2ce872b3b584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:00:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['69e383e7-d4d4-4421-b33d-3ce8e6d3b89b'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:24.772936 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-a208f2ae-2743-46e7-9fb7-af4686522d35 admin admin] Notify callbacks [] for router, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:24.774461 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-a208f2ae-2743-46e7-9fb7-af4686522d35 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1904671 Aug 12 15:00:24.778256 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 44164) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:24.882813 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ebf26b41-32d8-4ce9-af87-ac64789eac98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:24.905208 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ebf26b41-32d8-4ce9-af87-ac64789eac98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:24.985630 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-bec19d57-5456-4c47-8c14-2ce872b3b584 None None] Set router 69e383e7-d4d4-4421-b33d-3ce8e6d3b89b gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:25.045818 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.db_base_plugin_common [None req-ebf26b41-32d8-4ce9-af87-ac64789eac98 admin admin] Allocated IP 172.27.1.113 (df63f438-b2ec-4f43-ad5b-12a75f4e90ce/8bfc729c-9def-42bb-b3b9-7901b6eeb5d6/ae62a7d8-5a67-4381-9cd0-bf753fddcabf) {{(pid=105905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:00:25.118287 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:25.148854 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-9c5cdac1-ae65-44c0-a103-cd16bb2b1e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:25.177526 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ebf26b41-32d8-4ce9-af87-ac64789eac98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:25.189525 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-f3ab0401-dcdd-4aa5-95a6-de910d99095d None None] Notify callbacks [] for port, precommit_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:25.204633 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-f3ab0401-dcdd-4aa5-95a6-de910d99095d None None] Transition to ACTIVE for port object 66335651-8a75-46de-8bfc-d28b155e978b will not be triggered until provisioned by entity L2. {{(pid=105907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:25.274820 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] For port b2acb2c5-0fc0-4477-8381-3a3db05fc289, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=b2acb2c5-0fc0-4477-8381-3a3db05fc289,segment=NetworkSegment(fa7ac654-7d73-4fdb-8714-6ef6349cb46c),segment_id=fa7ac654-7d73-4fdb-8714-6ef6349cb46c)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:25.283176 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-f3ab0401-dcdd-4aa5-95a6-de910d99095d None None] Transition to ACTIVE for port object 66335651-8a75-46de-8bfc-d28b155e978b will not be triggered until provisioned by entity DHCP. {{(pid=105907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:25.288827 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ebf26b41-32d8-4ce9-af87-ac64789eac98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374546'] for port, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:25.310017 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5b1399a0-d24a-491d-a003-8dd194761ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:25.345398 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf26b41-32d8-4ce9-af87-ac64789eac98 admin admin] Network df63f438-b2ec-4f43-ad5b-12a75f4e90ce is already hosted by enough agents. {{(pid=105905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:25.349823 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:25.350794 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-ebf26b41-32d8-4ce9-af87-ac64789eac98 admin admin] Resources bound (agent type, host, resource id): {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:25.354674 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf26b41-32d8-4ce9-af87-ac64789eac98 admin admin] Received port after_create {{(pid=105905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:00:25.379711 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf26b41-32d8-4ce9-af87-ac64789eac98 admin admin] Pushing event updated for resources: {'Port': ['ID=ae62a7d8-5a67-4381-9cd0-bf753fddcabf,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:25.434310 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-f3ab0401-dcdd-4aa5-95a6-de910d99095d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445'] for port, after_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:25.491172 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ab0401-dcdd-4aa5-95a6-de910d99095d None None] Network a11b665e-338b-4ed9-b605-fea07235d714 is already hosted by enough agents. {{(pid=105907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:25.493561 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Pushing event updated for resources: {'Port': ['ID=b2acb2c5-0fc0-4477-8381-3a3db05fc289,revision_number=3']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:25.503160 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.db.api [None req-9c5cdac1-ae65-44c0-a103-cd16bb2b1e76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105907) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 15:00:25.503672 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG oslo_db.api [None req-9c5cdac1-ae65-44c0-a103-cd16bb2b1e76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 15:00:25.505532 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.scheduler.base_scheduler [None req-f3ab0401-dcdd-4aa5-95a6-de910d99095d None None] Resources bound (agent type, host, resource id): {{(pid=105907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:25.514333 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ab0401-dcdd-4aa5-95a6-de910d99095d None None] Received port after_create {{(pid=105907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:00:25.527672 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-bec19d57-5456-4c47-8c14-2ce872b3b584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'name': 'tempest-TestMinimumBasicScenario-6528345-router', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '03be5ba2-e995-4228-8a59-501714c066dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:21Z', 'updated_at': '2021-08-12T15:00:23Z', 'revision_number': 3, 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'gw_port': {'id': '03be5ba2-e995-4228-8a59-501714c066dd', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:22Z', 'updated_at': '2021-08-12T15:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:25.544140 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_common [None req-5b1399a0-d24a-491d-a003-8dd194761ee0 admin admin] Allocated IP 172.20.0.1 (e12c87ba-1aa2-40ac-b08a-47fcc85884a2/9941a911-4b2d-4b7d-a097-ff6807b1051b/25d0a91a-648e-4359-a2db-2cbbea7b0a94) {{(pid=105906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:00:25.582385 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec19d57-5456-4c47-8c14-2ce872b3b584 None None] Checking router: 69e383e7-d4d4-4421-b33d-3ce8e6d3b89b for host: dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:00:25.582729 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec19d57-5456-4c47-8c14-2ce872b3b584 None None] Updating router 69e383e7-d4d4-4421-b33d-3ce8e6d3b89b port 03be5ba2-e995-4228-8a59-501714c066dd binding host dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:00:25.652462 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5b1399a0-d24a-491d-a003-8dd194761ee0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:25.654293 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab0401-dcdd-4aa5-95a6-de910d99095d None None] Pushing event updated for resources: {'Port': ['ID=66335651-8a75-46de-8bfc-d28b155e978b,revision_number=1']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:25.659763 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-bec19d57-5456-4c47-8c14-2ce872b3b584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:25.664100 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-f3ab0401-dcdd-4aa5-95a6-de910d99095d None None] Attempting to bind port 66335651-8a75-46de-8bfc-d28b155e978b on host dv-cinder-800015-3-iscsi for vnic_type normal with profile {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:00:25.664479 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-f3ab0401-dcdd-4aa5-95a6-de910d99095d None None] Attempting to bind port 66335651-8a75-46de-8bfc-d28b155e978b by drivers openvswitch,hyperv on host dv-cinder-800015-3-iscsi at level 0 using segments [{'id': '748aa987-15eb-4eaa-867c-e67a5ae239c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a11b665e-338b-4ed9-b605-fea07235d714'}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:00:25.665109 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ab0401-dcdd-4aa5-95a6-de910d99095d None None] Attempting to bind port 66335651-8a75-46de-8bfc-d28b155e978b on network a11b665e-338b-4ed9-b605-fea07235d714 {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:00:25.668643 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [None req-5b1399a0-d24a-491d-a003-8dd194761ee0 admin admin] Transition to ACTIVE for port object 25d0a91a-648e-4359-a2db-2cbbea7b0a94 will not be triggered until provisioned by entity DHCP. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:25.695202 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ab0401-dcdd-4aa5-95a6-de910d99095d None None] Checking agent: {'id': '2f28a577-1e29-47c6-9353-308533d5ca1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'started_at': datetime.datetime(2021, 8, 12, 14, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:00:25.695588 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ab0401-dcdd-4aa5-95a6-de910d99095d None None] Checking segment: {'id': '748aa987-15eb-4eaa-867c-e67a5ae239c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a11b665e-338b-4ed9-b605-fea07235d714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:25.695990 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-f3ab0401-dcdd-4aa5-95a6-de910d99095d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:25.696382 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ab0401-dcdd-4aa5-95a6-de910d99095d None None] Bound using segment: {'id': '748aa987-15eb-4eaa-867c-e67a5ae239c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a11b665e-338b-4ed9-b605-fea07235d714'} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:00:25.696877 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-f3ab0401-dcdd-4aa5-95a6-de910d99095d None None] Bound port: 66335651-8a75-46de-8bfc-d28b155e978b, host: dv-cinder-800015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748aa987-15eb-4eaa-867c-e67a5ae239c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a11b665e-338b-4ed9-b605-fea07235d714'}}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:00:25.697255 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-f3ab0401-dcdd-4aa5-95a6-de910d99095d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:25.787382 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ebf26b41-32d8-4ce9-af87-ac64789eac98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:25.808883 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device f87e306c-c468-45a4-bafc-901653b63e9c up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:25.820231 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5b1399a0-d24a-491d-a003-8dd194761ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:25.866881 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1399a0-d24a-491d-a003-8dd194761ee0 admin admin] Network e12c87ba-1aa2-40ac-b08a-47fcc85884a2 is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:25.871647 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [None req-5b1399a0-d24a-491d-a003-8dd194761ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:25.876755 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1399a0-d24a-491d-a003-8dd194761ee0 admin admin] Received port after_create {{(pid=105906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:00:25.901425 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1399a0-d24a-491d-a003-8dd194761ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=25d0a91a-648e-4359-a2db-2cbbea7b0a94,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:25.913250 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-f3ab0401-dcdd-4aa5-95a6-de910d99095d None None] For port 66335651-8a75-46de-8bfc-d28b155e978b, host dv-cinder-800015-3-iscsi, cleared binding levels {{(pid=105907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:00:25.929260 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5b1399a0-d24a-491d-a003-8dd194761ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709934'] for router_interface, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:25.936508 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-f3ab0401-dcdd-4aa5-95a6-de910d99095d None None] For port 66335651-8a75-46de-8bfc-d28b155e978b, host dv-cinder-800015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=66335651-8a75-46de-8bfc-d28b155e978b,segment=NetworkSegment(748aa987-15eb-4eaa-867c-e67a5ae239c6),segment_id=748aa987-15eb-4eaa-867c-e67a5ae239c6)] {{(pid=105907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:00:26.051050 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-f3ab0401-dcdd-4aa5-95a6-de910d99095d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:26.124305 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-bec19d57-5456-4c47-8c14-2ce872b3b584 None None] Notify callbacks [] for port, precommit_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:26.154669 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-bec19d57-5456-4c47-8c14-2ce872b3b584 None None] Transition to ACTIVE for port object 03be5ba2-e995-4228-8a59-501714c066dd will not be triggered until provisioned by entity L2. {{(pid=105907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:26.169387 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab0401-dcdd-4aa5-95a6-de910d99095d None None] Pushing event updated for resources: {'Port': ['ID=66335651-8a75-46de-8bfc-d28b155e978b,revision_number=2']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:26.178126 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ebf26b41-32d8-4ce9-af87-ac64789eac98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710395'] for router, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:26.199158 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5b1399a0-d24a-491d-a003-8dd194761ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:26.201612 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning for port f87e306c-c468-45a4-bafc-901653b63e9c completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:26.206742 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port f87e306c-c468-45a4-bafc-901653b63e9c triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:26.207106 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:26.305498 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-bec19d57-5456-4c47-8c14-2ce872b3b584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:26.344457 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:26.388402 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519bd39-84e6-4814-8894-2406c23a8657 None None] Pushing event updated for resources: {'Port': ['ID=03be5ba2-e995-4228-8a59-501714c066dd,revision_number=2']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:26.397132 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-8eef2ce3-305b-40b1-ade3-38a271557624 None None] Provisioning for port 25d0a91a-648e-4359-a2db-2cbbea7b0a94 completed by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:26.410642 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-bec19d57-5456-4c47-8c14-2ce872b3b584 None None] Attempting to bind port 03be5ba2-e995-4228-8a59-501714c066dd on host dv-cinder-800015-3-iscsi for vnic_type normal with profile {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:00:26.411331 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-bec19d57-5456-4c47-8c14-2ce872b3b584 None None] Attempting to bind port 03be5ba2-e995-4228-8a59-501714c066dd by drivers openvswitch,hyperv on host dv-cinder-800015-3-iscsi at level 0 using segments [{'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:00:26.411686 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec19d57-5456-4c47-8c14-2ce872b3b584 None None] Attempting to bind port 03be5ba2-e995-4228-8a59-501714c066dd on network df63f438-b2ec-4f43-ad5b-12a75f4e90ce {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:00:26.416739 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf26b41-32d8-4ce9-af87-ac64789eac98 admin admin] Router b3ab6931-5b6b-4ab4-b7ad-13760679b4fb is scheduled to L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 with binding_index 1 {{(pid=105905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:00:26.427836 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-8eef2ce3-305b-40b1-ade3-38a271557624 None None] Provisioning complete for port 25d0a91a-648e-4359-a2db-2cbbea7b0a94 triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:26.427836 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-8eef2ce3-305b-40b1-ade3-38a271557624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:26.447178 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5b1399a0-d24a-491d-a003-8dd194761ee0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:26.453960 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] For port f87e306c-c468-45a4-bafc-901653b63e9c, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=f87e306c-c468-45a4-bafc-901653b63e9c,segment=NetworkSegment(595b3322-b762-4362-b570-2f3dc9dfabe9),segment_id=595b3322-b762-4362-b570-2f3dc9dfabe9)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:26.455395 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec19d57-5456-4c47-8c14-2ce872b3b584 None None] Checking agent: {'id': '2f28a577-1e29-47c6-9353-308533d5ca1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'started_at': datetime.datetime(2021, 8, 12, 14, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:00:26.455758 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec19d57-5456-4c47-8c14-2ce872b3b584 None None] Checking segment: {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:26.456150 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-bec19d57-5456-4c47-8c14-2ce872b3b584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:26.456536 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec19d57-5456-4c47-8c14-2ce872b3b584 None None] Bound using segment: {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:00:26.457041 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-bec19d57-5456-4c47-8c14-2ce872b3b584 None None] Bound port: 03be5ba2-e995-4228-8a59-501714c066dd, host: dv-cinder-800015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:00:26.457420 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-bec19d57-5456-4c47-8c14-2ce872b3b584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:26.498996 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-8eef2ce3-305b-40b1-ade3-38a271557624 None None] Port 25d0a91a-648e-4359-a2db-2cbbea7b0a94 cannot update to ACTIVE because it is not bound. {{(pid=105907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:00:26.525187 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5b1399a0-d24a-491d-a003-8dd194761ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:26.527721 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-bec19d57-5456-4c47-8c14-2ce872b3b584 None None] For port 03be5ba2-e995-4228-8a59-501714c066dd, host dv-cinder-800015-3-iscsi, cleared binding levels {{(pid=105907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:00:26.533716 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-bec19d57-5456-4c47-8c14-2ce872b3b584 None None] For port 03be5ba2-e995-4228-8a59-501714c066dd, host dv-cinder-800015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=03be5ba2-e995-4228-8a59-501714c066dd,segment=NetworkSegment(71f474ba-4ec1-4e39-a638-917b9b8eddd4),segment_id=71f474ba-4ec1-4e39-a638-917b9b8eddd4)] {{(pid=105907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:00:26.569447 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:26.570775 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device b2acb2c5-0fc0-4477-8381-3a3db05fc289 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:26.587028 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf26b41-32d8-4ce9-af87-ac64789eac98 admin admin] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:00:26.605692 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910c59c8-e140-47fa-b2f7-38cc935fd0ff None None] Sync routers for ids ['b3ab6931-5b6b-4ab4-b7ad-13760679b4fb'] in dv-cinder-800015-3-iscsi {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:00:26.607507 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5b1399a0-d24a-491d-a003-8dd194761ee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710074'] for router_interface, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:26.610716 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1399a0-d24a-491d-a003-8dd194761ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=25d0a91a-648e-4359-a2db-2cbbea7b0a94,revision_number=2']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:26.620101 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910c59c8-e140-47fa-b2f7-38cc935fd0ff None None] Routers {'b3ab6931-5b6b-4ab4-b7ad-13760679b4fb'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:26.621055 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-910c59c8-e140-47fa-b2f7-38cc935fd0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:00:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['b3ab6931-5b6b-4ab4-b7ad-13760679b4fb'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:26.650270 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-bec19d57-5456-4c47-8c14-2ce872b3b584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:26.664642 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Pushing event updated for resources: {'Port': ['ID=f87e306c-c468-45a4-bafc-901653b63e9c,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:26.709133 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port b2acb2c5-0fc0-4477-8381-3a3db05fc289 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:26.709133 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:26.723187 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ebf26b41-32d8-4ce9-af87-ac64789eac98 admin admin] Notify callbacks [] for router, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:26.725009 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-ebf26b41-32d8-4ce9-af87-ac64789eac98 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5940702 Aug 12 15:00:26.727403 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 44178) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:26.730765 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1399a0-d24a-491d-a003-8dd194761ee0 admin admin] Network e12c87ba-1aa2-40ac-b08a-47fcc85884a2 is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:26.732707 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [None req-5b1399a0-d24a-491d-a003-8dd194761ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:26.746509 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-910c59c8-e140-47fa-b2f7-38cc935fd0ff None None] Set router b3ab6931-5b6b-4ab4-b7ad-13760679b4fb gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:26.965510 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec19d57-5456-4c47-8c14-2ce872b3b584 None None] Routers {'69e383e7-d4d4-4421-b33d-3ce8e6d3b89b'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:26.966490 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-bec19d57-5456-4c47-8c14-2ce872b3b584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:00:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['69e383e7-d4d4-4421-b33d-3ce8e6d3b89b'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:27.012006 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-910c59c8-e140-47fa-b2f7-38cc935fd0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ab6931-5b6b-4ab4-b7ad-13760679b4fb', 'name': 'tempest-TestShelveInstance-267998968-router', 'tenant_id': 'b68ebc9e0bb64d328971b0952444a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'ae62a7d8-5a67-4381-9cd0-bf753fddcabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:24Z', 'updated_at': '2021-08-12T15:00:25Z', 'revision_number': 3, 'project_id': 'b68ebc9e0bb64d328971b0952444a4ec', 'gw_port': {'id': 'ae62a7d8-5a67-4381-9cd0-bf753fddcabf', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ab6931-5b6b-4ab4-b7ad-13760679b4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:24Z', 'updated_at': '2021-08-12T15:00:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:27.053308 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910c59c8-e140-47fa-b2f7-38cc935fd0ff None None] Checking router: b3ab6931-5b6b-4ab4-b7ad-13760679b4fb for host: dv-cinder-800015-3-iscsi {{(pid=105908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:00:27.053914 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910c59c8-e140-47fa-b2f7-38cc935fd0ff None None] Updating router b3ab6931-5b6b-4ab4-b7ad-13760679b4fb port ae62a7d8-5a67-4381-9cd0-bf753fddcabf binding host dv-cinder-800015-3-iscsi {{(pid=105908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:00:27.057677 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519bd39-84e6-4814-8894-2406c23a8657 None None] Pushing event updated for resources: {'Port': ['ID=03be5ba2-e995-4228-8a59-501714c066dd,revision_number=3']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:27.096942 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-910c59c8-e140-47fa-b2f7-38cc935fd0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:27.194647 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-0157fdb9-66b4-4e58-8f4b-9fdcd0417ada None None] Provisioning complete for port 25d0a91a-648e-4359-a2db-2cbbea7b0a94 triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:27.195115 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-0157fdb9-66b4-4e58-8f4b-9fdcd0417ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:27.198131 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-bec19d57-5456-4c47-8c14-2ce872b3b584 None None] Set router 69e383e7-d4d4-4421-b33d-3ce8e6d3b89b gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:27.294769 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1399a0-d24a-491d-a003-8dd194761ee0 admin admin] Router 69e383e7-d4d4-4421-b33d-3ce8e6d3b89b has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:00:27.324978 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-0157fdb9-66b4-4e58-8f4b-9fdcd0417ada None None] Port 25d0a91a-648e-4359-a2db-2cbbea7b0a94 cannot update to ACTIVE because it is not bound. {{(pid=105907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:00:27.422865 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-910c59c8-e140-47fa-b2f7-38cc935fd0ff None None] Notify callbacks [] for port, precommit_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:27.447242 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.provisioning_blocks [None req-910c59c8-e140-47fa-b2f7-38cc935fd0ff None None] Transition to ACTIVE for port object ae62a7d8-5a67-4381-9cd0-bf753fddcabf will not be triggered until provisioned by entity L2. {{(pid=105908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:27.483293 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7af467a2-a0ea-4f89-82ac-7ec4c66bea4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:27.486510 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1399a0-d24a-491d-a003-8dd194761ee0 admin admin] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:00:27.501522 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-5b1399a0-d24a-491d-a003-8dd194761ee0 admin admin] 10.222.0.63 "PUT /v2.0/routers/69e383e7-d4d4-4421-b33d-3ce8e6d3b89b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7136078 Aug 12 15:00:27.542659 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-910c59c8-e140-47fa-b2f7-38cc935fd0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:27.557076 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-bec19d57-5456-4c47-8c14-2ce872b3b584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'name': 'tempest-TestMinimumBasicScenario-6528345-router', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '03be5ba2-e995-4228-8a59-501714c066dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:21Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 4, 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'gw_port': {'id': '03be5ba2-e995-4228-8a59-501714c066dd', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:22Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '25d0a91a-648e-4359-a2db-2cbbea7b0a94', 'name': '', 'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'mac_address': 'fa:16:3e:98:c7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9941a911-4b2d-4b7d-a097-ff6807b1051b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:25Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 2, 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'subnets': [{'id': '9941a911-4b2d-4b7d-a097-ff6807b1051b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:27.589144 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7970b1f4-3976-4c9f-8469-2d8d07357a86 None None] Network a11b665e-338b-4ed9-b605-fea07235d714 requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:00:27.593458 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec19d57-5456-4c47-8c14-2ce872b3b584 None None] The sync data for ids ['69e383e7-d4d4-4421-b33d-3ce8e6d3b89b'] in dv-cinder-800015-3-iscsi is: [{'id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'name': 'tempest-TestMinimumBasicScenario-6528345-router', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '03be5ba2-e995-4228-8a59-501714c066dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:21Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 4, 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'gw_port': {'id': '03be5ba2-e995-4228-8a59-501714c066dd', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:22Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '25d0a91a-648e-4359-a2db-2cbbea7b0a94', 'name': '', 'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'mac_address': 'fa:16:3e:98:c7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9941a911-4b2d-4b7d-a097-ff6807b1051b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:25Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 2, 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'subnets': [{'id': '9941a911-4b2d-4b7d-a097-ff6807b1051b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:00:27.741661 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.db_base_plugin_common [None req-7af467a2-a0ea-4f89-82ac-7ec4c66bea4d admin admin] Allocated IP 172.20.0.1 (a11b665e-338b-4ed9-b605-fea07235d714/f8286c2b-8cdc-4121-b43d-786d9db4a57d/4b57c8e4-b78d-4b8a-a559-299aa47a2621) {{(pid=105905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:00:27.760438 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-35d2236a-a931-4be4-9da7-dd091c4fdda9 None None] Provisioning for port 66335651-8a75-46de-8bfc-d28b155e978b completed by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:27.866184 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7af467a2-a0ea-4f89-82ac-7ec4c66bea4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:27.871860 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-910c59c8-e140-47fa-b2f7-38cc935fd0ff None None] Attempting to bind port ae62a7d8-5a67-4381-9cd0-bf753fddcabf on host dv-cinder-800015-3-iscsi for vnic_type normal with profile {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:00:27.872354 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-910c59c8-e140-47fa-b2f7-38cc935fd0ff None None] Attempting to bind port ae62a7d8-5a67-4381-9cd0-bf753fddcabf by drivers openvswitch,hyperv on host dv-cinder-800015-3-iscsi at level 0 using segments [{'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}] {{(pid=105908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:00:27.873813 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910c59c8-e140-47fa-b2f7-38cc935fd0ff None None] Attempting to bind port ae62a7d8-5a67-4381-9cd0-bf753fddcabf on network df63f438-b2ec-4f43-ad5b-12a75f4e90ce {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:00:27.880871 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.provisioning_blocks [None req-7af467a2-a0ea-4f89-82ac-7ec4c66bea4d admin admin] Transition to ACTIVE for port object 4b57c8e4-b78d-4b8a-a559-299aa47a2621 will not be triggered until provisioned by entity DHCP. {{(pid=105905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:27.888571 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910c59c8-e140-47fa-b2f7-38cc935fd0ff None None] Checking agent: {'id': '2f28a577-1e29-47c6-9353-308533d5ca1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'started_at': datetime.datetime(2021, 8, 12, 14, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:00:27.889068 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910c59c8-e140-47fa-b2f7-38cc935fd0ff None None] Checking segment: {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:27.889530 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-910c59c8-e140-47fa-b2f7-38cc935fd0ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:27.889992 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910c59c8-e140-47fa-b2f7-38cc935fd0ff None None] Bound using segment: {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'} {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:00:27.890653 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-910c59c8-e140-47fa-b2f7-38cc935fd0ff None None] Bound port: ae62a7d8-5a67-4381-9cd0-bf753fddcabf, host: dv-cinder-800015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}}] {{(pid=105908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:00:27.891221 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-910c59c8-e140-47fa-b2f7-38cc935fd0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:27.923611 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5a990-53d4-4869-9536-a80dfe50244d None None] Pushing event updated for resources: {'Port': ['ID=ae62a7d8-5a67-4381-9cd0-bf753fddcabf,revision_number=2']} {{(pid=105908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:27.961766 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device f87e306c-c468-45a4-bafc-901653b63e9c up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:28.009511 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7af467a2-a0ea-4f89-82ac-7ec4c66bea4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374546'] for port, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:28.060451 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port f87e306c-c468-45a4-bafc-901653b63e9c triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:28.060624 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:28.064050 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.db [None req-910c59c8-e140-47fa-b2f7-38cc935fd0ff None None] For port ae62a7d8-5a67-4381-9cd0-bf753fddcabf, host dv-cinder-800015-3-iscsi, cleared binding levels {{(pid=105908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:00:28.067939 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.db [None req-910c59c8-e140-47fa-b2f7-38cc935fd0ff None None] For port ae62a7d8-5a67-4381-9cd0-bf753fddcabf, host dv-cinder-800015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=ae62a7d8-5a67-4381-9cd0-bf753fddcabf,segment=NetworkSegment(71f474ba-4ec1-4e39-a638-917b9b8eddd4),segment_id=71f474ba-4ec1-4e39-a638-917b9b8eddd4)] {{(pid=105908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:00:28.110966 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af467a2-a0ea-4f89-82ac-7ec4c66bea4d admin admin] Network a11b665e-338b-4ed9-b605-fea07235d714 is already hosted by enough agents. {{(pid=105905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:28.120405 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-7af467a2-a0ea-4f89-82ac-7ec4c66bea4d admin admin] Resources bound (agent type, host, resource id): {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:28.124782 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af467a2-a0ea-4f89-82ac-7ec4c66bea4d admin admin] Received port after_create {{(pid=105905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:00:28.171516 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-910c59c8-e140-47fa-b2f7-38cc935fd0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:28.174766 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af467a2-a0ea-4f89-82ac-7ec4c66bea4d admin admin] Pushing event updated for resources: {'Port': ['ID=4b57c8e4-b78d-4b8a-a559-299aa47a2621,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:28.191705 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 66335651-8a75-46de-8bfc-d28b155e978b up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:28.201456 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7af467a2-a0ea-4f89-82ac-7ec4c66bea4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709934'] for router_interface, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:28.335443 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910c59c8-e140-47fa-b2f7-38cc935fd0ff None None] Routers {'b3ab6931-5b6b-4ab4-b7ad-13760679b4fb'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:28.336237 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-910c59c8-e140-47fa-b2f7-38cc935fd0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:00:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['b3ab6931-5b6b-4ab4-b7ad-13760679b4fb'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:28.349711 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning for port 66335651-8a75-46de-8bfc-d28b155e978b completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:28.361516 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 66335651-8a75-46de-8bfc-d28b155e978b triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:28.361516 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:28.399462 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5a990-53d4-4869-9536-a80dfe50244d None None] Pushing event updated for resources: {'Port': ['ID=ae62a7d8-5a67-4381-9cd0-bf753fddcabf,revision_number=3']} {{(pid=105908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:28.471159 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7af467a2-a0ea-4f89-82ac-7ec4c66bea4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:28.479621 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:28.563880 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] For port 66335651-8a75-46de-8bfc-d28b155e978b, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=66335651-8a75-46de-8bfc-d28b155e978b,segment=NetworkSegment(748aa987-15eb-4eaa-867c-e67a5ae239c6),segment_id=748aa987-15eb-4eaa-867c-e67a5ae239c6)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:28.604386 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-910c59c8-e140-47fa-b2f7-38cc935fd0ff None None] Set router b3ab6931-5b6b-4ab4-b7ad-13760679b4fb gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:28.667465 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:28.709649 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-7f1d75e4-1987-412c-8a2e-b6ca72dbc796 None None] Provisioning for port 4b57c8e4-b78d-4b8a-a559-299aa47a2621 completed by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:28.715642 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-7f1d75e4-1987-412c-8a2e-b6ca72dbc796 None None] Provisioning complete for port 4b57c8e4-b78d-4b8a-a559-299aa47a2621 triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:28.716228 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-7f1d75e4-1987-412c-8a2e-b6ca72dbc796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:28.731615 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7af467a2-a0ea-4f89-82ac-7ec4c66bea4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:28.748532 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 44206) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:28.768937 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-5e69cd3e-93a7-4212-8f88-71cfe4f11e1b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1413994371-network', 'tenant_id': '1dca75befe684ce8b9312c353987526e'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:28.810167 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Pushing event updated for resources: {'Port': ['ID=66335651-8a75-46de-8bfc-d28b155e978b,revision_number=3']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:28.822323 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-7f1d75e4-1987-412c-8a2e-b6ca72dbc796 None None] Port 4b57c8e4-b78d-4b8a-a559-299aa47a2621 cannot update to ACTIVE because it is not bound. {{(pid=105907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:00:28.847741 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7af467a2-a0ea-4f89-82ac-7ec4c66bea4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2374555'] for port, after_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:28.896287 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e69cd3e-93a7-4212-8f88-71cfe4f11e1b admin admin] Made reservation on behalf of 1dca75befe684ce8b9312c353987526e for: {'network': 1} {{(pid=105905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:00:28.899415 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-5e69cd3e-93a7-4212-8f88-71cfe4f11e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for network, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:28.919557 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-5e69cd3e-93a7-4212-8f88-71cfe4f11e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:28.936273 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-910c59c8-e140-47fa-b2f7-38cc935fd0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ab6931-5b6b-4ab4-b7ad-13760679b4fb', 'name': 'tempest-TestShelveInstance-267998968-router', 'tenant_id': 'b68ebc9e0bb64d328971b0952444a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'ae62a7d8-5a67-4381-9cd0-bf753fddcabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:24Z', 'updated_at': '2021-08-12T15:00:25Z', 'revision_number': 3, 'project_id': 'b68ebc9e0bb64d328971b0952444a4ec', 'gw_port': {'id': 'ae62a7d8-5a67-4381-9cd0-bf753fddcabf', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ab6931-5b6b-4ab4-b7ad-13760679b4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:24Z', 'updated_at': '2021-08-12T15:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:28.945382 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7af467a2-a0ea-4f89-82ac-7ec4c66bea4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710074'] for router_interface, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:28.948519 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af467a2-a0ea-4f89-82ac-7ec4c66bea4d admin admin] Pushing event updated for resources: {'Port': ['ID=4b57c8e4-b78d-4b8a-a559-299aa47a2621,revision_number=2']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:28.968483 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910c59c8-e140-47fa-b2f7-38cc935fd0ff None None] The sync data for ids ['b3ab6931-5b6b-4ab4-b7ad-13760679b4fb'] in dv-cinder-800015-3-iscsi is: [{'id': 'b3ab6931-5b6b-4ab4-b7ad-13760679b4fb', 'name': 'tempest-TestShelveInstance-267998968-router', 'tenant_id': 'b68ebc9e0bb64d328971b0952444a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'ae62a7d8-5a67-4381-9cd0-bf753fddcabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:24Z', 'updated_at': '2021-08-12T15:00:25Z', 'revision_number': 3, 'project_id': 'b68ebc9e0bb64d328971b0952444a4ec', 'gw_port': {'id': 'ae62a7d8-5a67-4381-9cd0-bf753fddcabf', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ab6931-5b6b-4ab4-b7ad-13760679b4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:24Z', 'updated_at': '2021-08-12T15:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}] {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:00:29.097396 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af467a2-a0ea-4f89-82ac-7ec4c66bea4d admin admin] Network a11b665e-338b-4ed9-b605-fea07235d714 is already hosted by enough agents. {{(pid=105905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:29.111444 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-7af467a2-a0ea-4f89-82ac-7ec4c66bea4d admin admin] Resources bound (agent type, host, resource id): {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:29.148500 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-5e69cd3e-93a7-4212-8f88-71cfe4f11e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:29.275087 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-5e69cd3e-93a7-4212-8f88-71cfe4f11e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:29.279391 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af467a2-a0ea-4f89-82ac-7ec4c66bea4d admin admin] Router b3ab6931-5b6b-4ab4-b7ad-13760679b4fb has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:00:29.309955 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e69cd3e-93a7-4212-8f88-71cfe4f11e1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=105905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:00:29.323139 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:00:29.327734 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69cd3e-93a7-4212-8f88-71cfe4f11e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe5e02b-d985-4812-bdb9-a32f63e9ebc0,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:29.363014 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-5e69cd3e-93a7-4212-8f88-71cfe4f11e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:29.366296 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.db.segments_db [None req-5e69cd3e-93a7-4212-8f88-71cfe4f11e1b admin admin] Added segment 9abc6be3-7fc3-4325-ad9c-a3b506e42580 of type vlan for network 09269422-89e3-4de9-8a86-724fdc9797d5 Aug 12 15:00:29.483377 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-9bd5160a-a445-466e-8b4b-ff904fac912c None None] Provisioning complete for port 4b57c8e4-b78d-4b8a-a559-299aa47a2621 triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:29.483750 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-9bd5160a-a445-466e-8b4b-ff904fac912c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:29.497736 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-5e69cd3e-93a7-4212-8f88-71cfe4f11e1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132380483'] for network, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:29.534598 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-9bd5160a-a445-466e-8b4b-ff904fac912c None None] Port 4b57c8e4-b78d-4b8a-a559-299aa47a2621 cannot update to ACTIVE because it is not bound. {{(pid=105907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:00:29.559462 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af467a2-a0ea-4f89-82ac-7ec4c66bea4d admin admin] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:00:29.571853 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-7af467a2-a0ea-4f89-82ac-7ec4c66bea4d admin admin] 10.222.0.63 "PUT /v2.0/routers/b3ab6931-5b6b-4ab4-b7ad-13760679b4fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8359628 Aug 12 15:00:29.642070 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-5e69cd3e-93a7-4212-8f88-71cfe4f11e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for network, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:29.643523 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e69cd3e-93a7-4212-8f88-71cfe4f11e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:29.643708 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-5e69cd3e-93a7-4212-8f88-71cfe4f11e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:29.722379 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69cd3e-93a7-4212-8f88-71cfe4f11e1b admin admin] Pushing event updated for resources: {'Network': ['ID=09269422-89e3-4de9-8a86-724fdc9797d5,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:29.734200 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Network 09269422-89e3-4de9-8a86-724fdc9797d5 details requested by agent ovs-agent-dv-cinder-800015-3-iscsi with host dv-cinder-800015-3-iscsi {{(pid=105907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:00:29.777795 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-5e69cd3e-93a7-4212-8f88-71cfe4f11e1b admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0250185 Aug 12 15:00:29.779457 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 44220) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:29.787000 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-1184d759-9002-4a82-8be4-4a9c583a8a98 admin admin] Request body: {'subnet': {'network_id': '09269422-89e3-4de9-8a86-724fdc9797d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1413994371-subnet', 'tenant_id': '1dca75befe684ce8b9312c353987526e', 'ip_version': 4}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:29.835456 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 03be5ba2-e995-4228-8a59-501714c066dd up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:29.898395 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1184d759-9002-4a82-8be4-4a9c583a8a98 admin admin] Made reservation on behalf of 1dca75befe684ce8b9312c353987526e for: {'subnet': 1} {{(pid=105905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:00:29.900694 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-1184d759-9002-4a82-8be4-4a9c583a8a98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8989713'] for subnet, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:29.967394 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning for port 03be5ba2-e995-4228-8a59-501714c066dd completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:29.972211 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 03be5ba2-e995-4228-8a59-501714c066dd triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:29.972666 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:30.062543 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:30.088084 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] For port 03be5ba2-e995-4228-8a59-501714c066dd, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=03be5ba2-e995-4228-8a59-501714c066dd,segment=NetworkSegment(71f474ba-4ec1-4e39-a638-917b9b8eddd4),segment_id=71f474ba-4ec1-4e39-a638-917b9b8eddd4)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:30.212882 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:30.214313 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device ae62a7d8-5a67-4381-9cd0-bf753fddcabf up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:30.226097 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 44228) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:30.231313 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-7bcc4d2d-dd0a-44ec-a96c-8e06d865c44c tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1633862401', 'description': 'tempest-secgroup-smoke-1633862401 description', 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:30.294823 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Pushing event updated for resources: {'Port': ['ID=03be5ba2-e995-4228-8a59-501714c066dd,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:30.299959 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-1184d759-9002-4a82-8be4-4a9c583a8a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2374630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8989731'] for subnet, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:30.338985 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4d2d-dd0a-44ec-a96c-8e06d865c44c tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:30.368833 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184d759-9002-4a82-8be4-4a9c583a8a98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b74791b-935e-4325-a02a-764e59f96e84,revision_number=0']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:30.371462 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1184d759-9002-4a82-8be4-4a9c583a8a98 admin admin] Checking segment: {'id': '9abc6be3-7fc3-4325-ad9c-a3b506e42580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '09269422-89e3-4de9-8a86-724fdc9797d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:30.371894 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1184d759-9002-4a82-8be4-4a9c583a8a98 admin admin] Network hostable DHCP agents. Network: 09269422-89e3-4de9-8a86-724fdc9797d5, hostable agents: ['879afe7b-4486-4e56-823d-f9f5d4ac5aae'], hosted agents: [] {{(pid=105905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:00:30.373523 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning for port ae62a7d8-5a67-4381-9cd0-bf753fddcabf completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:30.378127 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port ae62a7d8-5a67-4381-9cd0-bf753fddcabf triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:30.378511 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:30.444335 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4d2d-dd0a-44ec-a96c-8e06d865c44c tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:30.462527 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:30.468349 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1184d759-9002-4a82-8be4-4a9c583a8a98 admin admin] Network 09269422-89e3-4de9-8a86-724fdc9797d5 is scheduled to be hosted by DHCP agent 879afe7b-4486-4e56-823d-f9f5d4ac5aae with binding_index 1 {{(pid=105905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:00:30.488400 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] For port ae62a7d8-5a67-4381-9cd0-bf753fddcabf, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=ae62a7d8-5a67-4381-9cd0-bf753fddcabf,segment=NetworkSegment(71f474ba-4ec1-4e39-a638-917b9b8eddd4),segment_id=71f474ba-4ec1-4e39-a638-917b9b8eddd4)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:30.565484 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4d2d-dd0a-44ec-a96c-8e06d865c44c tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:30.593176 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc4d2d-dd0a-44ec-a96c-8e06d865c44c tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a8f817-34aa-493f-a215-6c2ba29ac916,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:30.596297 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-1184d759-9002-4a82-8be4-4a9c583a8a98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-3-iscsi, 09269422-89e3-4de9-8a86-724fdc9797d5) {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:30.596480 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:30.597315 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 66335651-8a75-46de-8bfc-d28b155e978b up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:30.603980 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1184d759-9002-4a82-8be4-4a9c583a8a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:30.604608 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-1184d759-9002-4a82-8be4-4a9c583a8a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for subnet, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:30.643572 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f552bfa9-f0da-45e5-81ff-90bd4c8dfac0 None None] Network 09269422-89e3-4de9-8a86-724fdc9797d5 requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:00:30.720628 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4d2d-dd0a-44ec-a96c-8e06d865c44c tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:30.721880 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-7bcc4d2d-dd0a-44ec-a96c-8e06d865c44c tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4942288 Aug 12 15:00:30.725209 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 44234) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:30.728062 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Pushing event updated for resources: {'Port': ['ID=ae62a7d8-5a67-4381-9cd0-bf753fddcabf,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:30.730095 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-95862023-5d19-4132-8d08-9718e7bae7b7 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Request body: {'security_group_rule': {'security_group_id': 'c0a8f817-34aa-493f-a215-6c2ba29ac916', 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:30.762095 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 66335651-8a75-46de-8bfc-d28b155e978b triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:30.762627 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:30.773956 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-1184d759-9002-4a82-8be4-4a9c583a8a98 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9931438 Aug 12 15:00:30.779732 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 44236) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:30.786026 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-8b856083-0cb2-43ad-8d7a-6507cf167c77 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1413994371-router', 'tenant_id': '1dca75befe684ce8b9312c353987526e', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:30.876959 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b4c0da-d4fe-4a5c-98c0-d3e636a4d09d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ca431b0-3a62-58b6-be18-748b2a116dd5-09269422-89e3-4de9-8a86-724fdc9797d5', 'network_id': '09269422-89e3-4de9-8a86-724fdc9797d5', 'tenant_id': '1dca75befe684ce8b9312c353987526e', 'fixed_ips': [{'subnet_id': '8b74791b-935e-4325-a02a-764e59f96e84'}]}} from dv-cinder-800015-3-iscsi. {{(pid=105907) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:00:30.877651 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-32b4c0da-d4fe-4a5c-98c0-d3e636a4d09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:30.898242 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb37693-356b-49a3-9876-34056d5dd180 req-6db7b9a6-98b1-4d16-8229-2fb5a7562d83 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:30.900051 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3cb37693-356b-49a3-9876-34056d5dd180 req-6db7b9a6-98b1-4d16-8229-2fb5a7562d83 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 946 time: 0.0660062 Aug 12 15:00:30.940464 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3cb37693-356b-49a3-9876-34056d5dd180 req-5172b38e-ac42-47de-b5aa-7064bf5d6cd6 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345433 Aug 12 15:00:30.946546 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-95862023-5d19-4132-8d08-9718e7bae7b7 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:31.007162 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-95862023-5d19-4132-8d08-9718e7bae7b7 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:31.027106 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.db_base_plugin_common [None req-32b4c0da-d4fe-4a5c-98c0-d3e636a4d09d None None] Allocated IP 172.20.0.2 (09269422-89e3-4de9-8a86-724fdc9797d5/8b74791b-935e-4325-a02a-764e59f96e84/2ed23f53-c1c1-482a-bc80-c87ee3795ef4) {{(pid=105907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:00:31.080281 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8b856083-0cb2-43ad-8d7a-6507cf167c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1526'] for router, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:31.081393 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8b856083-0cb2-43ad-8d7a-6507cf167c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1533'] for router, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:31.137312 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-95862023-5d19-4132-8d08-9718e7bae7b7 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741704'] for security_group_rule, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:31.139653 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8b856083-0cb2-43ad-8d7a-6507cf167c77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:31.155794 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95862023-5d19-4132-8d08-9718e7bae7b7 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=035319bc-0b5d-417a-ad02-b584a33e459b,revision_number=0']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:31.289060 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-95862023-5d19-4132-8d08-9718e7bae7b7 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:31.289727 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-32b4c0da-d4fe-4a5c-98c0-d3e636a4d09d None None] Notify callbacks [] for port, precommit_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:31.290435 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-95862023-5d19-4132-8d08-9718e7bae7b7 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5638123 Aug 12 15:00:31.293263 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 44242) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:31.299107 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-2195aa1a-9c5a-403e-a576-38b8d139a3a8 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Request body: {'security_group_rule': {'security_group_id': 'c0a8f817-34aa-493f-a215-6c2ba29ac916', 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:31.299437 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-32b4c0da-d4fe-4a5c-98c0-d3e636a4d09d None None] Transition to ACTIVE for port object 2ed23f53-c1c1-482a-bc80-c87ee3795ef4 will not be triggered until provisioned by entity L2. {{(pid=105907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:31.314887 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-32b4c0da-d4fe-4a5c-98c0-d3e636a4d09d None None] Transition to ACTIVE for port object 2ed23f53-c1c1-482a-bc80-c87ee3795ef4 will not be triggered until provisioned by entity DHCP. {{(pid=105907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:31.360966 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8b856083-0cb2-43ad-8d7a-6507cf167c77 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:31.436608 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-32b4c0da-d4fe-4a5c-98c0-d3e636a4d09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445'] for port, after_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:31.479487 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2195aa1a-9c5a-403e-a576-38b8d139a3a8 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:31.482529 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b4c0da-d4fe-4a5c-98c0-d3e636a4d09d None None] Network 09269422-89e3-4de9-8a86-724fdc9797d5 is already hosted by enough agents. {{(pid=105907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:31.486152 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.scheduler.base_scheduler [None req-32b4c0da-d4fe-4a5c-98c0-d3e636a4d09d None None] Resources bound (agent type, host, resource id): {{(pid=105907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:31.489573 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b4c0da-d4fe-4a5c-98c0-d3e636a4d09d None None] Received port after_create {{(pid=105907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:00:31.497170 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4c0da-d4fe-4a5c-98c0-d3e636a4d09d None None] Pushing event updated for resources: {'Port': ['ID=2ed23f53-c1c1-482a-bc80-c87ee3795ef4,revision_number=1']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:31.539582 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2195aa1a-9c5a-403e-a576-38b8d139a3a8 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:31.557280 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-32b4c0da-d4fe-4a5c-98c0-d3e636a4d09d None None] Attempting to bind port 2ed23f53-c1c1-482a-bc80-c87ee3795ef4 on host dv-cinder-800015-3-iscsi for vnic_type normal with profile {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:00:31.557653 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-32b4c0da-d4fe-4a5c-98c0-d3e636a4d09d None None] Attempting to bind port 2ed23f53-c1c1-482a-bc80-c87ee3795ef4 by drivers openvswitch,hyperv on host dv-cinder-800015-3-iscsi at level 0 using segments [{'id': '9abc6be3-7fc3-4325-ad9c-a3b506e42580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '09269422-89e3-4de9-8a86-724fdc9797d5'}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:00:31.558016 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b4c0da-d4fe-4a5c-98c0-d3e636a4d09d None None] Attempting to bind port 2ed23f53-c1c1-482a-bc80-c87ee3795ef4 on network 09269422-89e3-4de9-8a86-724fdc9797d5 {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:00:31.563852 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b4c0da-d4fe-4a5c-98c0-d3e636a4d09d None None] Checking agent: {'id': '2f28a577-1e29-47c6-9353-308533d5ca1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'started_at': datetime.datetime(2021, 8, 12, 14, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:00:31.564954 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b4c0da-d4fe-4a5c-98c0-d3e636a4d09d None None] Checking segment: {'id': '9abc6be3-7fc3-4325-ad9c-a3b506e42580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '09269422-89e3-4de9-8a86-724fdc9797d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:31.564954 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-32b4c0da-d4fe-4a5c-98c0-d3e636a4d09d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:31.565217 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b4c0da-d4fe-4a5c-98c0-d3e636a4d09d None None] Bound using segment: {'id': '9abc6be3-7fc3-4325-ad9c-a3b506e42580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '09269422-89e3-4de9-8a86-724fdc9797d5'} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:00:31.565602 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-32b4c0da-d4fe-4a5c-98c0-d3e636a4d09d None None] Bound port: 2ed23f53-c1c1-482a-bc80-c87ee3795ef4, host: dv-cinder-800015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9abc6be3-7fc3-4325-ad9c-a3b506e42580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '09269422-89e3-4de9-8a86-724fdc9797d5'}}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:00:31.566027 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-32b4c0da-d4fe-4a5c-98c0-d3e636a4d09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:31.632503 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-32b4c0da-d4fe-4a5c-98c0-d3e636a4d09d None None] For port 2ed23f53-c1c1-482a-bc80-c87ee3795ef4, host dv-cinder-800015-3-iscsi, cleared binding levels {{(pid=105907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:00:31.636258 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-32b4c0da-d4fe-4a5c-98c0-d3e636a4d09d None None] For port 2ed23f53-c1c1-482a-bc80-c87ee3795ef4, host dv-cinder-800015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=2ed23f53-c1c1-482a-bc80-c87ee3795ef4,segment=NetworkSegment(9abc6be3-7fc3-4325-ad9c-a3b506e42580),segment_id=9abc6be3-7fc3-4325-ad9c-a3b506e42580)] {{(pid=105907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:00:31.662841 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2195aa1a-9c5a-403e-a576-38b8d139a3a8 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741704'] for security_group_rule, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:31.684444 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 03be5ba2-e995-4228-8a59-501714c066dd up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:31.688604 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195aa1a-9c5a-403e-a576-38b8d139a3a8 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa319090-dfcb-46b4-8491-02838d33dbaa,revision_number=0']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:31.703081 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8b856083-0cb2-43ad-8d7a-6507cf167c77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:31.723858 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8b856083-0cb2-43ad-8d7a-6507cf167c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:31.735744 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 03be5ba2-e995-4228-8a59-501714c066dd triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:31.736119 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:31.762009 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-32b4c0da-d4fe-4a5c-98c0-d3e636a4d09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:31.777648 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2195aa1a-9c5a-403e-a576-38b8d139a3a8 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:31.783292 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-2195aa1a-9c5a-403e-a576-38b8d139a3a8 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4851217 Aug 12 15:00:31.783897 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 44244) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:31.789654 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-ced07919-879d-4967-b8cd-10facce1fcac tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Request body: {'security_group_rule': {'security_group_id': 'c0a8f817-34aa-493f-a215-6c2ba29ac916', 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:31.848296 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_common [None req-8b856083-0cb2-43ad-8d7a-6507cf167c77 admin admin] Allocated IP 172.27.1.90 (df63f438-b2ec-4f43-ad5b-12a75f4e90ce/8bfc729c-9def-42bb-b3b9-7901b6eeb5d6/43cf945a-501f-4552-84c2-9dcae93cdc4d) {{(pid=105906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:00:31.850901 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4c0da-d4fe-4a5c-98c0-d3e636a4d09d None None] Pushing event updated for resources: {'Port': ['ID=2ed23f53-c1c1-482a-bc80-c87ee3795ef4,revision_number=2']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:31.903814 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device ae62a7d8-5a67-4381-9cd0-bf753fddcabf up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:31.919117 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ced07919-879d-4967-b8cd-10facce1fcac tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:31.977959 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port ae62a7d8-5a67-4381-9cd0-bf753fddcabf triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:31.978333 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:32.018181 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8b856083-0cb2-43ad-8d7a-6507cf167c77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:32.025036 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ced07919-879d-4967-b8cd-10facce1fcac tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:32.138642 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ced07919-879d-4967-b8cd-10facce1fcac tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741704'] for security_group_rule, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:32.168812 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced07919-879d-4967-b8cd-10facce1fcac tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a12c2c5a-ccad-4bd6-bfd5-10446a029944,revision_number=0']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:32.171624 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8b856083-0cb2-43ad-8d7a-6507cf167c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:32.194979 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec3052-c9dc-4dc8-9a6b-81fbe39ea2ca req-4aad1275-ffd0-45b5-8637-f9a90dc284d0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:32.207146 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2dec3052-c9dc-4dc8-9a6b-81fbe39ea2ca req-4aad1275-ffd0-45b5-8637-f9a90dc284d0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 946 time: 0.1376653 Aug 12 15:00:32.230363 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b856083-0cb2-43ad-8d7a-6507cf167c77 admin admin] Network df63f438-b2ec-4f43-ad5b-12a75f4e90ce is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:32.234555 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [None req-8b856083-0cb2-43ad-8d7a-6507cf167c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:32.240156 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b856083-0cb2-43ad-8d7a-6507cf167c77 admin admin] Received port after_create {{(pid=105906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:00:32.243444 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b856083-0cb2-43ad-8d7a-6507cf167c77 admin admin] Pushing event updated for resources: {'Port': ['ID=43cf945a-501f-4552-84c2-9dcae93cdc4d,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:32.254750 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ced07919-879d-4967-b8cd-10facce1fcac tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:32.258435 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-ced07919-879d-4967-b8cd-10facce1fcac tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4709892 Aug 12 15:00:32.259095 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 44250) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:32.263706 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-a5e489f2-08ce-456a-9356-1e22a1f2ef96 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Request body: {'security_group_rule': {'security_group_id': 'c0a8f817-34aa-493f-a215-6c2ba29ac916', 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:32.272106 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2dec3052-c9dc-4dc8-9a6b-81fbe39ea2ca req-2cd00964-87b7-40a4-9ef5-321ebba202c0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636065 Aug 12 15:00:32.421646 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-a5e489f2-08ce-456a-9356-1e22a1f2ef96 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:32.483606 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-a5e489f2-08ce-456a-9356-1e22a1f2ef96 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:32.576742 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-a5e489f2-08ce-456a-9356-1e22a1f2ef96 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741704'] for security_group_rule, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:32.595930 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e489f2-08ce-456a-9356-1e22a1f2ef96 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783407dd-0167-476f-a65f-b7c15ceb3b3d,revision_number=0']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:32.624248 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8b856083-0cb2-43ad-8d7a-6507cf167c77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:32.754461 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-a5e489f2-08ce-456a-9356-1e22a1f2ef96 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:32.756200 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-a5e489f2-08ce-456a-9356-1e22a1f2ef96 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4961958 Aug 12 15:00:32.758898 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 44252) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:32.764646 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-92f52ebd-c644-4156-83bd-c850e71f1ee5 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Request body: {'security_group_rule': {'security_group_id': 'c0a8f817-34aa-493f-a215-6c2ba29ac916', 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:32.782939 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53635beb-07d3-44d8-9522-65389c7123ac None None] Sync routers for ids ['69e383e7-d4d4-4421-b33d-3ce8e6d3b89b'] in dv-cinder-800015-3-iscsi {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:00:32.795051 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53635beb-07d3-44d8-9522-65389c7123ac None None] Routers {'69e383e7-d4d4-4421-b33d-3ce8e6d3b89b'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:32.795326 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-53635beb-07d3-44d8-9522-65389c7123ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:00:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['69e383e7-d4d4-4421-b33d-3ce8e6d3b89b'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:32.838692 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8b856083-0cb2-43ad-8d7a-6507cf167c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710395'] for router, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:32.892242 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.db.securitygroups_db [None req-92f52ebd-c644-4156-83bd-c850e71f1ee5 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Project da657e2106dc46a7ae185eb3fb6d4506 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:00:32.893875 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048a18f4-45bf-47bd-8189-c039eb2f3e0c None None] Network 09269422-89e3-4de9-8a86-724fdc9797d5 requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:00:32.897930 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-92f52ebd-c644-4156-83bd-c850e71f1ee5 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:32.972962 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-92f52ebd-c644-4156-83bd-c850e71f1ee5 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:32.975226 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-53635beb-07d3-44d8-9522-65389c7123ac None None] Set router 69e383e7-d4d4-4421-b33d-3ce8e6d3b89b gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:33.067989 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-92f52ebd-c644-4156-83bd-c850e71f1ee5 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741704'] for security_group_rule, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:33.088548 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f52ebd-c644-4156-83bd-c850e71f1ee5 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c7073d-7732-41aa-a78e-3719de019e6d,revision_number=0']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:33.132990 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b856083-0cb2-43ad-8d7a-6507cf167c77 admin admin] Router ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2 is scheduled to L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 with binding_index 1 {{(pid=105906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:00:33.139893 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-82f57238-71b3-4ab6-864c-594064c82ae9 None None] Provisioning for port 2ed23f53-c1c1-482a-bc80-c87ee3795ef4 completed by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:33.253301 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-92f52ebd-c644-4156-83bd-c850e71f1ee5 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:33.255305 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b856083-0cb2-43ad-8d7a-6507cf167c77 admin admin] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:00:33.258971 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-92f52ebd-c644-4156-83bd-c850e71f1ee5 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4988532 Aug 12 15:00:33.260241 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 44256) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:33.265367 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499ac6e5-93a1-4fda-8f62-66d0d9570cf2 None None] Sync routers for ids ['ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2'] in dv-cinder-800015-3-iscsi {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:00:33.278074 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-53635beb-07d3-44d8-9522-65389c7123ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'name': 'tempest-TestMinimumBasicScenario-6528345-router', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '03be5ba2-e995-4228-8a59-501714c066dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:21Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 4, 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'gw_port': {'id': '03be5ba2-e995-4228-8a59-501714c066dd', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:22Z', 'updated_at': '2021-08-12T15:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '25d0a91a-648e-4359-a2db-2cbbea7b0a94', 'name': '', 'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'mac_address': 'fa:16:3e:98:c7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9941a911-4b2d-4b7d-a097-ff6807b1051b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:25Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 2, 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'subnets': [{'id': '9941a911-4b2d-4b7d-a097-ff6807b1051b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:33.280791 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-ced4d566-800e-400f-9c28-7ee762f403fc tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Request body: {'security_group_rule': {'security_group_id': 'c0a8f817-34aa-493f-a215-6c2ba29ac916', 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:33.290973 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499ac6e5-93a1-4fda-8f62-66d0d9570cf2 None None] Routers {'ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:33.291816 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-499ac6e5-93a1-4fda-8f62-66d0d9570cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:00:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:33.317149 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53635beb-07d3-44d8-9522-65389c7123ac None None] Checking router: 69e383e7-d4d4-4421-b33d-3ce8e6d3b89b for host: dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:00:33.317525 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53635beb-07d3-44d8-9522-65389c7123ac None None] Updating router 69e383e7-d4d4-4421-b33d-3ce8e6d3b89b port 25d0a91a-648e-4359-a2db-2cbbea7b0a94 binding host dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:00:33.423714 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-53635beb-07d3-44d8-9522-65389c7123ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:33.468678 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba657ac-083e-4d1f-ab27-4cf24a66e2b4 req-888e2dac-9990-4842-ab9a-d2430f9bb190 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:33.481106 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-aba657ac-083e-4d1f-ab27-4cf24a66e2b4 req-888e2dac-9990-4842-ab9a-d2430f9bb190 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 946 time: 0.0802727 Aug 12 15:00:33.498336 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-499ac6e5-93a1-4fda-8f62-66d0d9570cf2 None None] Set router ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:33.536920 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-aba657ac-083e-4d1f-ab27-4cf24a66e2b4 req-70f7a969-5f0b-4406-a60a-0d65d3d93d0e tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501692 Aug 12 15:00:33.563468 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8b856083-0cb2-43ad-8d7a-6507cf167c77 admin admin] Notify callbacks [] for router, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:33.565257 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-8b856083-0cb2-43ad-8d7a-6507cf167c77 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7864218 Aug 12 15:00:33.573320 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 44264) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:33.764246 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb8835b-8c4f-40d8-b170-1d47190d48b2 None None] Sync routers for ids ['b3ab6931-5b6b-4ab4-b7ad-13760679b4fb'] in dv-cinder-800015-3-iscsi {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:00:33.799237 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.db.securitygroups_db [None req-ced4d566-800e-400f-9c28-7ee762f403fc tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Project da657e2106dc46a7ae185eb3fb6d4506 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:00:33.799497 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-499ac6e5-93a1-4fda-8f62-66d0d9570cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2', 'name': 'tempest-TestMinimumBasicScenario-1413994371-router', 'tenant_id': '1dca75befe684ce8b9312c353987526e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '43cf945a-501f-4552-84c2-9dcae93cdc4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:31Z', 'updated_at': '2021-08-12T15:00:32Z', 'revision_number': 3, 'project_id': '1dca75befe684ce8b9312c353987526e', 'gw_port': {'id': '43cf945a-501f-4552-84c2-9dcae93cdc4d', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:31Z', 'updated_at': '2021-08-12T15:00:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:33.809041 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ced4d566-800e-400f-9c28-7ee762f403fc tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:33.809297 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 2ed23f53-c1c1-482a-bc80-c87ee3795ef4 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:33.844706 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499ac6e5-93a1-4fda-8f62-66d0d9570cf2 None None] Checking router: ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2 for host: dv-cinder-800015-3-iscsi {{(pid=105908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:00:33.845103 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499ac6e5-93a1-4fda-8f62-66d0d9570cf2 None None] Updating router ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2 port 43cf945a-501f-4552-84c2-9dcae93cdc4d binding host dv-cinder-800015-3-iscsi {{(pid=105908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:00:33.848514 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb8835b-8c4f-40d8-b170-1d47190d48b2 None None] Routers {'b3ab6931-5b6b-4ab4-b7ad-13760679b4fb'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:33.849251 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-3eb8835b-8c4f-40d8-b170-1d47190d48b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:00:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['b3ab6931-5b6b-4ab4-b7ad-13760679b4fb'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:33.873835 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-499ac6e5-93a1-4fda-8f62-66d0d9570cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:33.912636 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ced4d566-800e-400f-9c28-7ee762f403fc tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:33.918693 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-53635beb-07d3-44d8-9522-65389c7123ac None None] Notify callbacks [] for port, precommit_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:33.968857 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-53635beb-07d3-44d8-9522-65389c7123ac None None] Transition to ACTIVE for port object 25d0a91a-648e-4359-a2db-2cbbea7b0a94 will not be triggered until provisioned by entity L2. {{(pid=105907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:34.002684 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-3eb8835b-8c4f-40d8-b170-1d47190d48b2 None None] Set router b3ab6931-5b6b-4ab4-b7ad-13760679b4fb gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:34.025831 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ced4d566-800e-400f-9c28-7ee762f403fc tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741704'] for security_group_rule, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:34.055583 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4d566-800e-400f-9c28-7ee762f403fc tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f865d16-b64e-428c-88ea-7b67c3c0347b,revision_number=0']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:34.090544 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-53635beb-07d3-44d8-9522-65389c7123ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:34.138898 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning for port 2ed23f53-c1c1-482a-bc80-c87ee3795ef4 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:34.160523 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ced4d566-800e-400f-9c28-7ee762f403fc tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:34.161953 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-ced4d566-800e-400f-9c28-7ee762f403fc tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8993738 Aug 12 15:00:34.182888 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-499ac6e5-93a1-4fda-8f62-66d0d9570cf2 None None] Notify callbacks [] for port, precommit_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:34.191233 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 2ed23f53-c1c1-482a-bc80-c87ee3795ef4 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:34.191604 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:34.198749 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.provisioning_blocks [None req-499ac6e5-93a1-4fda-8f62-66d0d9570cf2 None None] Transition to ACTIVE for port object 43cf945a-501f-4552-84c2-9dcae93cdc4d will not be triggered until provisioned by entity L2. {{(pid=105908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:34.220181 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-cc561663-09d9-4c55-906f-fda66f5bb205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:34.285801 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-499ac6e5-93a1-4fda-8f62-66d0d9570cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:34.420847 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-499ac6e5-93a1-4fda-8f62-66d0d9570cf2 None None] Attempting to bind port 43cf945a-501f-4552-84c2-9dcae93cdc4d on host dv-cinder-800015-3-iscsi for vnic_type normal with profile {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:00:34.421411 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-499ac6e5-93a1-4fda-8f62-66d0d9570cf2 None None] Attempting to bind port 43cf945a-501f-4552-84c2-9dcae93cdc4d by drivers openvswitch,hyperv on host dv-cinder-800015-3-iscsi at level 0 using segments [{'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}] {{(pid=105908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:00:34.421846 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499ac6e5-93a1-4fda-8f62-66d0d9570cf2 None None] Attempting to bind port 43cf945a-501f-4552-84c2-9dcae93cdc4d on network df63f438-b2ec-4f43-ad5b-12a75f4e90ce {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:00:34.435289 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499ac6e5-93a1-4fda-8f62-66d0d9570cf2 None None] Checking agent: {'id': '2f28a577-1e29-47c6-9353-308533d5ca1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'started_at': datetime.datetime(2021, 8, 12, 14, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:00:34.436097 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499ac6e5-93a1-4fda-8f62-66d0d9570cf2 None None] Checking segment: {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:34.436704 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-499ac6e5-93a1-4fda-8f62-66d0d9570cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:34.437317 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499ac6e5-93a1-4fda-8f62-66d0d9570cf2 None None] Bound using segment: {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'} {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:00:34.439163 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-499ac6e5-93a1-4fda-8f62-66d0d9570cf2 None None] Bound port: 43cf945a-501f-4552-84c2-9dcae93cdc4d, host: dv-cinder-800015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}}] {{(pid=105908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:00:34.439865 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-499ac6e5-93a1-4fda-8f62-66d0d9570cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:34.458900 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678221a-0713-4d08-81c5-11cfe28a3f59 None None] Pushing event updated for resources: {'Port': ['ID=25d0a91a-648e-4359-a2db-2cbbea7b0a94,revision_number=3']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:34.489016 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36ea19-d058-4298-af62-87dd4320f6c7 None None] Pushing event updated for resources: {'Port': ['ID=43cf945a-501f-4552-84c2-9dcae93cdc4d,revision_number=2']} {{(pid=105908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:34.495642 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.db_base_plugin_common [None req-cc561663-09d9-4c55-906f-fda66f5bb205 admin admin] Allocated IP 172.20.0.1 (09269422-89e3-4de9-8a86-724fdc9797d5/8b74791b-935e-4325-a02a-764e59f96e84/3c723db3-4f87-4029-9d9d-be510f2a16aa) {{(pid=105905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:00:34.498048 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36ea19-d058-4298-af62-87dd4320f6c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:34.498692 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36ea19-d058-4298-af62-87dd4320f6c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:34.499130 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36ea19-d058-4298-af62-87dd4320f6c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:34.499565 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36ea19-d058-4298-af62-87dd4320f6c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:34.499995 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36ea19-d058-4298-af62-87dd4320f6c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:34.500476 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36ea19-d058-4298-af62-87dd4320f6c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:34.500955 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36ea19-d058-4298-af62-87dd4320f6c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:34.501581 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36ea19-d058-4298-af62-87dd4320f6c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:34.502023 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36ea19-d058-4298-af62-87dd4320f6c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:34.502445 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36ea19-d058-4298-af62-87dd4320f6c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:34.503008 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36ea19-d058-4298-af62-87dd4320f6c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:34.503550 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36ea19-d058-4298-af62-87dd4320f6c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:34.520935 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.db [None req-499ac6e5-93a1-4fda-8f62-66d0d9570cf2 None None] For port 43cf945a-501f-4552-84c2-9dcae93cdc4d, host dv-cinder-800015-3-iscsi, cleared binding levels {{(pid=105908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:00:34.522053 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.db [None req-499ac6e5-93a1-4fda-8f62-66d0d9570cf2 None None] For port 43cf945a-501f-4552-84c2-9dcae93cdc4d, host dv-cinder-800015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=43cf945a-501f-4552-84c2-9dcae93cdc4d,segment=NetworkSegment(71f474ba-4ec1-4e39-a638-917b9b8eddd4),segment_id=71f474ba-4ec1-4e39-a638-917b9b8eddd4)] {{(pid=105908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:00:34.527750 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-53635beb-07d3-44d8-9522-65389c7123ac None None] Attempting to bind port 25d0a91a-648e-4359-a2db-2cbbea7b0a94 on host dv-cinder-800015-3-iscsi for vnic_type normal with profile {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:00:34.528115 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-53635beb-07d3-44d8-9522-65389c7123ac None None] Attempting to bind port 25d0a91a-648e-4359-a2db-2cbbea7b0a94 by drivers openvswitch,hyperv on host dv-cinder-800015-3-iscsi at level 0 using segments [{'id': 'fa7ac654-7d73-4fdb-8714-6ef6349cb46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2'}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:00:34.528468 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53635beb-07d3-44d8-9522-65389c7123ac None None] Attempting to bind port 25d0a91a-648e-4359-a2db-2cbbea7b0a94 on network e12c87ba-1aa2-40ac-b08a-47fcc85884a2 {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:00:34.559063 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53635beb-07d3-44d8-9522-65389c7123ac None None] Checking agent: {'id': '2f28a577-1e29-47c6-9353-308533d5ca1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'started_at': datetime.datetime(2021, 8, 12, 14, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:00:34.559437 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53635beb-07d3-44d8-9522-65389c7123ac None None] Checking segment: {'id': 'fa7ac654-7d73-4fdb-8714-6ef6349cb46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:34.559837 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-53635beb-07d3-44d8-9522-65389c7123ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:34.560226 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53635beb-07d3-44d8-9522-65389c7123ac None None] Bound using segment: {'id': 'fa7ac654-7d73-4fdb-8714-6ef6349cb46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2'} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:00:34.560698 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-53635beb-07d3-44d8-9522-65389c7123ac None None] Bound port: 25d0a91a-648e-4359-a2db-2cbbea7b0a94, host: dv-cinder-800015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7ac654-7d73-4fdb-8714-6ef6349cb46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2'}}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:00:34.561095 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-53635beb-07d3-44d8-9522-65389c7123ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:34.606523 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-499ac6e5-93a1-4fda-8f62-66d0d9570cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:34.644968 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:34.664611 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499ac6e5-93a1-4fda-8f62-66d0d9570cf2 None None] Routers {'ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:34.665542 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-499ac6e5-93a1-4fda-8f62-66d0d9570cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:00:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:34.707242 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-3eb8835b-8c4f-40d8-b170-1d47190d48b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ab6931-5b6b-4ab4-b7ad-13760679b4fb', 'name': 'tempest-TestShelveInstance-267998968-router', 'tenant_id': 'b68ebc9e0bb64d328971b0952444a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'ae62a7d8-5a67-4381-9cd0-bf753fddcabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:24Z', 'updated_at': '2021-08-12T15:00:28Z', 'revision_number': 4, 'project_id': 'b68ebc9e0bb64d328971b0952444a4ec', 'gw_port': {'id': 'ae62a7d8-5a67-4381-9cd0-bf753fddcabf', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ab6931-5b6b-4ab4-b7ad-13760679b4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:24Z', 'updated_at': '2021-08-12T15:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '4b57c8e4-b78d-4b8a-a559-299aa47a2621', 'name': '', 'network_id': 'a11b665e-338b-4ed9-b605-fea07235d714', 'tenant_id': 'b68ebc9e0bb64d328971b0952444a4ec', 'mac_address': 'fa:16:3e:a3:6a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ab6931-5b6b-4ab4-b7ad-13760679b4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f8286c2b-8cdc-4121-b43d-786d9db4a57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:27Z', 'updated_at': '2021-08-12T15:00:28Z', 'revision_number': 2, 'project_id': 'b68ebc9e0bb64d328971b0952444a4ec', 'subnets': [{'id': 'f8286c2b-8cdc-4121-b43d-786d9db4a57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:34.709228 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-cc561663-09d9-4c55-906f-fda66f5bb205 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:34.713496 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] For port 2ed23f53-c1c1-482a-bc80-c87ee3795ef4, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=2ed23f53-c1c1-482a-bc80-c87ee3795ef4,segment=NetworkSegment(9abc6be3-7fc3-4325-ad9c-a3b506e42580),segment_id=9abc6be3-7fc3-4325-ad9c-a3b506e42580)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:34.714893 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-53635beb-07d3-44d8-9522-65389c7123ac None None] For port 25d0a91a-648e-4359-a2db-2cbbea7b0a94, host dv-cinder-800015-3-iscsi, cleared binding levels {{(pid=105907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:00:34.717095 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36ea19-d058-4298-af62-87dd4320f6c7 None None] Pushing event updated for resources: {'Port': ['ID=43cf945a-501f-4552-84c2-9dcae93cdc4d,revision_number=3']} {{(pid=105908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:34.737974 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.provisioning_blocks [None req-cc561663-09d9-4c55-906f-fda66f5bb205 admin admin] Transition to ACTIVE for port object 3c723db3-4f87-4029-9d9d-be510f2a16aa will not be triggered until provisioned by entity DHCP. {{(pid=105905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:34.742926 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb8835b-8c4f-40d8-b170-1d47190d48b2 None None] Checking router: b3ab6931-5b6b-4ab4-b7ad-13760679b4fb for host: dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:00:34.743276 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb8835b-8c4f-40d8-b170-1d47190d48b2 None None] Updating router b3ab6931-5b6b-4ab4-b7ad-13760679b4fb port 4b57c8e4-b78d-4b8a-a559-299aa47a2621 binding host dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:00:34.755653 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08d403-493e-4820-a93d-b0fffe6ba138 req-7b9983a2-0ef8-40f6-99ff-39dee71fd6b3 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:34.763186 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9b08d403-493e-4820-a93d-b0fffe6ba138 req-7b9983a2-0ef8-40f6-99ff-39dee71fd6b3 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 946 time: 0.1034510 Aug 12 15:00:34.786179 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-53635beb-07d3-44d8-9522-65389c7123ac None None] For port 25d0a91a-648e-4359-a2db-2cbbea7b0a94, host dv-cinder-800015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=25d0a91a-648e-4359-a2db-2cbbea7b0a94,segment=NetworkSegment(fa7ac654-7d73-4fdb-8714-6ef6349cb46c),segment_id=fa7ac654-7d73-4fdb-8714-6ef6349cb46c)] {{(pid=105907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:00:34.787286 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-3eb8835b-8c4f-40d8-b170-1d47190d48b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:34.811748 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-499ac6e5-93a1-4fda-8f62-66d0d9570cf2 None None] Set router ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:34.814227 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9b08d403-493e-4820-a93d-b0fffe6ba138 req-ea274a5c-e52f-4de3-bdea-da81344bc015 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489929 Aug 12 15:00:34.838258 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:34.949511 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-53635beb-07d3-44d8-9522-65389c7123ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:34.961094 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Pushing event updated for resources: {'Port': ['ID=2ed23f53-c1c1-482a-bc80-c87ee3795ef4,revision_number=3']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:34.986505 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-cc561663-09d9-4c55-906f-fda66f5bb205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374546'] for port, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:34.992892 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-499ac6e5-93a1-4fda-8f62-66d0d9570cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2', 'name': 'tempest-TestMinimumBasicScenario-1413994371-router', 'tenant_id': '1dca75befe684ce8b9312c353987526e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '43cf945a-501f-4552-84c2-9dcae93cdc4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:31Z', 'updated_at': '2021-08-12T15:00:32Z', 'revision_number': 3, 'project_id': '1dca75befe684ce8b9312c353987526e', 'gw_port': {'id': '43cf945a-501f-4552-84c2-9dcae93cdc4d', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:31Z', 'updated_at': '2021-08-12T15:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:35.024634 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499ac6e5-93a1-4fda-8f62-66d0d9570cf2 None None] The sync data for ids ['ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2'] in dv-cinder-800015-3-iscsi is: [{'id': 'ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2', 'name': 'tempest-TestMinimumBasicScenario-1413994371-router', 'tenant_id': '1dca75befe684ce8b9312c353987526e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '43cf945a-501f-4552-84c2-9dcae93cdc4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:31Z', 'updated_at': '2021-08-12T15:00:32Z', 'revision_number': 3, 'project_id': '1dca75befe684ce8b9312c353987526e', 'gw_port': {'id': '43cf945a-501f-4552-84c2-9dcae93cdc4d', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:31Z', 'updated_at': '2021-08-12T15:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}] {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:00:35.039188 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc561663-09d9-4c55-906f-fda66f5bb205 admin admin] Network 09269422-89e3-4de9-8a86-724fdc9797d5 is already hosted by enough agents. {{(pid=105905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:35.047111 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-cc561663-09d9-4c55-906f-fda66f5bb205 admin admin] Resources bound (agent type, host, resource id): {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:35.054265 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc561663-09d9-4c55-906f-fda66f5bb205 admin admin] Received port after_create {{(pid=105905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:00:35.072329 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc561663-09d9-4c55-906f-fda66f5bb205 admin admin] Pushing event updated for resources: {'Port': ['ID=3c723db3-4f87-4029-9d9d-be510f2a16aa,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:35.074247 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678221a-0713-4d08-81c5-11cfe28a3f59 None None] Pushing event updated for resources: {'Port': ['ID=25d0a91a-648e-4359-a2db-2cbbea7b0a94,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:35.083602 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53635beb-07d3-44d8-9522-65389c7123ac None None] Routers {'69e383e7-d4d4-4421-b33d-3ce8e6d3b89b'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:35.084366 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-53635beb-07d3-44d8-9522-65389c7123ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:00:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['69e383e7-d4d4-4421-b33d-3ce8e6d3b89b'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:35.132317 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-cc561663-09d9-4c55-906f-fda66f5bb205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709934'] for router_interface, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:35.290713 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-53635beb-07d3-44d8-9522-65389c7123ac None None] Set router 69e383e7-d4d4-4421-b33d-3ce8e6d3b89b gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:35.343611 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-3eb8835b-8c4f-40d8-b170-1d47190d48b2 None None] Notify callbacks [] for port, precommit_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:35.413873 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-cc561663-09d9-4c55-906f-fda66f5bb205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:35.424155 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-3eb8835b-8c4f-40d8-b170-1d47190d48b2 None None] Transition to ACTIVE for port object 4b57c8e4-b78d-4b8a-a559-299aa47a2621 will not be triggered until provisioned by entity L2. {{(pid=105907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:35.513190 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-3eb8835b-8c4f-40d8-b170-1d47190d48b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:35.700025 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a244d0-f78d-4861-a35d-f6727a616c0b None None] Pushing event updated for resources: {'Port': ['ID=4b57c8e4-b78d-4b8a-a559-299aa47a2621,revision_number=3']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:35.710367 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-cc561663-09d9-4c55-906f-fda66f5bb205 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:35.745952 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-3eb8835b-8c4f-40d8-b170-1d47190d48b2 None None] Attempting to bind port 4b57c8e4-b78d-4b8a-a559-299aa47a2621 on host dv-cinder-800015-3-iscsi for vnic_type normal with profile {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:00:35.746671 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-3eb8835b-8c4f-40d8-b170-1d47190d48b2 None None] Attempting to bind port 4b57c8e4-b78d-4b8a-a559-299aa47a2621 by drivers openvswitch,hyperv on host dv-cinder-800015-3-iscsi at level 0 using segments [{'id': '748aa987-15eb-4eaa-867c-e67a5ae239c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a11b665e-338b-4ed9-b605-fea07235d714'}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:00:35.746948 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb8835b-8c4f-40d8-b170-1d47190d48b2 None None] Attempting to bind port 4b57c8e4-b78d-4b8a-a559-299aa47a2621 on network a11b665e-338b-4ed9-b605-fea07235d714 {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:00:35.756596 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:35.757697 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb8835b-8c4f-40d8-b170-1d47190d48b2 None None] Checking agent: {'id': '2f28a577-1e29-47c6-9353-308533d5ca1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'started_at': datetime.datetime(2021, 8, 12, 14, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:00:35.758249 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb8835b-8c4f-40d8-b170-1d47190d48b2 None None] Checking segment: {'id': '748aa987-15eb-4eaa-867c-e67a5ae239c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a11b665e-338b-4ed9-b605-fea07235d714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:35.758811 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-3eb8835b-8c4f-40d8-b170-1d47190d48b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:35.759487 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb8835b-8c4f-40d8-b170-1d47190d48b2 None None] Bound using segment: {'id': '748aa987-15eb-4eaa-867c-e67a5ae239c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a11b665e-338b-4ed9-b605-fea07235d714'} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:00:35.760119 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-3eb8835b-8c4f-40d8-b170-1d47190d48b2 None None] Bound port: 4b57c8e4-b78d-4b8a-a559-299aa47a2621, host: dv-cinder-800015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748aa987-15eb-4eaa-867c-e67a5ae239c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a11b665e-338b-4ed9-b605-fea07235d714'}}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:00:35.760816 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-3eb8835b-8c4f-40d8-b170-1d47190d48b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:35.783899 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-53635beb-07d3-44d8-9522-65389c7123ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'name': 'tempest-TestMinimumBasicScenario-6528345-router', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '03be5ba2-e995-4228-8a59-501714c066dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:21Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 4, 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'gw_port': {'id': '03be5ba2-e995-4228-8a59-501714c066dd', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:22Z', 'updated_at': '2021-08-12T15:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '25d0a91a-648e-4359-a2db-2cbbea7b0a94', 'name': '', 'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'mac_address': 'fa:16:3e:98:c7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9941a911-4b2d-4b7d-a097-ff6807b1051b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:25Z', 'updated_at': '2021-08-12T15:00:34Z', 'revision_number': 4, 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'subnets': [{'id': '9941a911-4b2d-4b7d-a097-ff6807b1051b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:35.816816 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-cc561663-09d9-4c55-906f-fda66f5bb205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2374555'] for port, after_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:35.838782 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-560ae82e-819b-4fe8-aad7-16630377d872 None None] Provisioning for port 3c723db3-4f87-4029-9d9d-be510f2a16aa completed by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:35.839125 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53635beb-07d3-44d8-9522-65389c7123ac None None] The sync data for ids ['69e383e7-d4d4-4421-b33d-3ce8e6d3b89b'] in dv-cinder-800015-3-iscsi is: [{'id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'name': 'tempest-TestMinimumBasicScenario-6528345-router', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '03be5ba2-e995-4228-8a59-501714c066dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:21Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 4, 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'gw_port': {'id': '03be5ba2-e995-4228-8a59-501714c066dd', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:22Z', 'updated_at': '2021-08-12T15:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '25d0a91a-648e-4359-a2db-2cbbea7b0a94', 'name': '', 'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'mac_address': 'fa:16:3e:98:c7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9941a911-4b2d-4b7d-a097-ff6807b1051b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:25Z', 'updated_at': '2021-08-12T15:00:34Z', 'revision_number': 4, 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'subnets': [{'id': '9941a911-4b2d-4b7d-a097-ff6807b1051b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:00:35.847419 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-560ae82e-819b-4fe8-aad7-16630377d872 None None] Provisioning complete for port 3c723db3-4f87-4029-9d9d-be510f2a16aa triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:35.847611 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-560ae82e-819b-4fe8-aad7-16630377d872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:35.884751 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-cc561663-09d9-4c55-906f-fda66f5bb205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710074'] for router_interface, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:35.903039 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-3eb8835b-8c4f-40d8-b170-1d47190d48b2 None None] For port 4b57c8e4-b78d-4b8a-a559-299aa47a2621, host dv-cinder-800015-3-iscsi, cleared binding levels {{(pid=105907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:00:35.906768 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-560ae82e-819b-4fe8-aad7-16630377d872 None None] Port 3c723db3-4f87-4029-9d9d-be510f2a16aa cannot update to ACTIVE because it is not bound. {{(pid=105907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:00:35.926150 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 2ed23f53-c1c1-482a-bc80-c87ee3795ef4 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:35.932543 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-3eb8835b-8c4f-40d8-b170-1d47190d48b2 None None] For port 4b57c8e4-b78d-4b8a-a559-299aa47a2621, host dv-cinder-800015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=4b57c8e4-b78d-4b8a-a559-299aa47a2621,segment=NetworkSegment(748aa987-15eb-4eaa-867c-e67a5ae239c6),segment_id=748aa987-15eb-4eaa-867c-e67a5ae239c6)] {{(pid=105907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:00:35.989479 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 2ed23f53-c1c1-482a-bc80-c87ee3795ef4 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:35.989479 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:36.030779 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc561663-09d9-4c55-906f-fda66f5bb205 admin admin] Pushing event updated for resources: {'Port': ['ID=3c723db3-4f87-4029-9d9d-be510f2a16aa,revision_number=2']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:36.037705 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-3eb8835b-8c4f-40d8-b170-1d47190d48b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:36.069717 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40e514-253e-446a-b2f2-0fc731619d19 req-90470a50-01d7-44e9-9c8a-ec5bb985c5e6 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:36.071282 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8f40e514-253e-446a-b2f2-0fc731619d19 req-90470a50-01d7-44e9-9c8a-ec5bb985c5e6 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 946 time: 0.1370449 Aug 12 15:00:36.137500 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a244d0-f78d-4861-a35d-f6727a616c0b None None] Pushing event updated for resources: {'Port': ['ID=4b57c8e4-b78d-4b8a-a559-299aa47a2621,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:36.143026 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc561663-09d9-4c55-906f-fda66f5bb205 admin admin] Network 09269422-89e3-4de9-8a86-724fdc9797d5 is already hosted by enough agents. {{(pid=105905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:36.146652 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-cc561663-09d9-4c55-906f-fda66f5bb205 admin admin] Resources bound (agent type, host, resource id): {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:36.146848 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb8835b-8c4f-40d8-b170-1d47190d48b2 None None] Routers {'b3ab6931-5b6b-4ab4-b7ad-13760679b4fb'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:36.147492 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-3eb8835b-8c4f-40d8-b170-1d47190d48b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:00:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['b3ab6931-5b6b-4ab4-b7ad-13760679b4fb'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:36.158449 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8f40e514-253e-446a-b2f2-0fc731619d19 req-d28d09f3-a938-46b8-9891-adf560bc78eb tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801957 Aug 12 15:00:36.304614 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc561663-09d9-4c55-906f-fda66f5bb205 admin admin] Router ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:00:36.342847 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-3eb8835b-8c4f-40d8-b170-1d47190d48b2 None None] Set router b3ab6931-5b6b-4ab4-b7ad-13760679b4fb gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:36.402844 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 25d0a91a-648e-4359-a2db-2cbbea7b0a94 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:36.456324 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc561663-09d9-4c55-906f-fda66f5bb205 admin admin] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:00:36.462160 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-cc561663-09d9-4c55-906f-fda66f5bb205 admin admin] 10.222.0.63 "PUT /v2.0/routers/ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8875811 Aug 12 15:00:36.729051 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ba4dd952-999e-451e-ac90-2d340e21d7f4 None None] Provisioning complete for port 3c723db3-4f87-4029-9d9d-be510f2a16aa triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:36.729421 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ba4dd952-999e-451e-ac90-2d340e21d7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:36.776061 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-ba4dd952-999e-451e-ac90-2d340e21d7f4 None None] Port 3c723db3-4f87-4029-9d9d-be510f2a16aa cannot update to ACTIVE because it is not bound. {{(pid=105907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:00:36.805207 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning for port 25d0a91a-648e-4359-a2db-2cbbea7b0a94 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:36.810553 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 25d0a91a-648e-4359-a2db-2cbbea7b0a94 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:36.810922 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:36.860481 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-3eb8835b-8c4f-40d8-b170-1d47190d48b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ab6931-5b6b-4ab4-b7ad-13760679b4fb', 'name': 'tempest-TestShelveInstance-267998968-router', 'tenant_id': 'b68ebc9e0bb64d328971b0952444a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'ae62a7d8-5a67-4381-9cd0-bf753fddcabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:24Z', 'updated_at': '2021-08-12T15:00:28Z', 'revision_number': 4, 'project_id': 'b68ebc9e0bb64d328971b0952444a4ec', 'gw_port': {'id': 'ae62a7d8-5a67-4381-9cd0-bf753fddcabf', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ab6931-5b6b-4ab4-b7ad-13760679b4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:24Z', 'updated_at': '2021-08-12T15:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '4b57c8e4-b78d-4b8a-a559-299aa47a2621', 'name': '', 'network_id': 'a11b665e-338b-4ed9-b605-fea07235d714', 'tenant_id': 'b68ebc9e0bb64d328971b0952444a4ec', 'mac_address': 'fa:16:3e:a3:6a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ab6931-5b6b-4ab4-b7ad-13760679b4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f8286c2b-8cdc-4121-b43d-786d9db4a57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:27Z', 'updated_at': '2021-08-12T15:00:35Z', 'revision_number': 4, 'project_id': 'b68ebc9e0bb64d328971b0952444a4ec', 'subnets': [{'id': 'f8286c2b-8cdc-4121-b43d-786d9db4a57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:36.893147 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb8835b-8c4f-40d8-b170-1d47190d48b2 None None] The sync data for ids ['b3ab6931-5b6b-4ab4-b7ad-13760679b4fb'] in dv-cinder-800015-3-iscsi is: [{'id': 'b3ab6931-5b6b-4ab4-b7ad-13760679b4fb', 'name': 'tempest-TestShelveInstance-267998968-router', 'tenant_id': 'b68ebc9e0bb64d328971b0952444a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'ae62a7d8-5a67-4381-9cd0-bf753fddcabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:24Z', 'updated_at': '2021-08-12T15:00:28Z', 'revision_number': 4, 'project_id': 'b68ebc9e0bb64d328971b0952444a4ec', 'gw_port': {'id': 'ae62a7d8-5a67-4381-9cd0-bf753fddcabf', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ab6931-5b6b-4ab4-b7ad-13760679b4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:24Z', 'updated_at': '2021-08-12T15:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '4b57c8e4-b78d-4b8a-a559-299aa47a2621', 'name': '', 'network_id': 'a11b665e-338b-4ed9-b605-fea07235d714', 'tenant_id': 'b68ebc9e0bb64d328971b0952444a4ec', 'mac_address': 'fa:16:3e:a3:6a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ab6931-5b6b-4ab4-b7ad-13760679b4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f8286c2b-8cdc-4121-b43d-786d9db4a57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:27Z', 'updated_at': '2021-08-12T15:00:35Z', 'revision_number': 4, 'project_id': 'b68ebc9e0bb64d328971b0952444a4ec', 'subnets': [{'id': 'f8286c2b-8cdc-4121-b43d-786d9db4a57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:00:36.934453 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:36.973815 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] For port 25d0a91a-648e-4359-a2db-2cbbea7b0a94, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=25d0a91a-648e-4359-a2db-2cbbea7b0a94,segment=NetworkSegment(fa7ac654-7d73-4fdb-8714-6ef6349cb46c),segment_id=fa7ac654-7d73-4fdb-8714-6ef6349cb46c)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:37.062546 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:37.063869 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 43cf945a-501f-4552-84c2-9dcae93cdc4d up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:37.140772 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Pushing event updated for resources: {'Port': ['ID=25d0a91a-648e-4359-a2db-2cbbea7b0a94,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:37.262907 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning for port 43cf945a-501f-4552-84c2-9dcae93cdc4d completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:37.267534 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 43cf945a-501f-4552-84c2-9dcae93cdc4d triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:37.267938 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:37.287672 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d735b37-3df2-410c-bc80-d03f0dafb948 req-3377b2c5-c095-478d-be59-c18aab07d79b tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:37.290458 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0d735b37-3df2-410c-bc80-d03f0dafb948 req-3377b2c5-c095-478d-be59-c18aab07d79b tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 946 time: 0.0506194 Aug 12 15:00:37.334023 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0d735b37-3df2-410c-bc80-d03f0dafb948 req-9f3f482c-2750-406e-9f74-58f23e5fd627 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387175 Aug 12 15:00:37.374736 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:37.401544 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] For port 43cf945a-501f-4552-84c2-9dcae93cdc4d, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=43cf945a-501f-4552-84c2-9dcae93cdc4d,segment=NetworkSegment(71f474ba-4ec1-4e39-a638-917b9b8eddd4),segment_id=71f474ba-4ec1-4e39-a638-917b9b8eddd4)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:37.508869 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:37.602473 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Pushing event updated for resources: {'Port': ['ID=43cf945a-501f-4552-84c2-9dcae93cdc4d,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:37.649091 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65ccfe-2c99-4bd7-b02c-c70ce8530154 req-1635faff-5848-4a48-8be9-f22c0924d5f8 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:37.650889 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-7f65ccfe-2c99-4bd7-b02c-c70ce8530154 req-1635faff-5848-4a48-8be9-f22c0924d5f8 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.73 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 946 time: 0.0936296 Aug 12 15:00:37.775353 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-7f65ccfe-2c99-4bd7-b02c-c70ce8530154 req-cc9ffa69-9a6a-48b3-be9f-626df5e7907a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Deleting port c6929af9-79df-4a40-bbdd-0227e463f844 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:00:37.775749 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-7f65ccfe-2c99-4bd7-b02c-c70ce8530154 req-cc9ffa69-9a6a-48b3-be9f-626df5e7907a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:37.826205 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 25d0a91a-648e-4359-a2db-2cbbea7b0a94 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:37.889050 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 25d0a91a-648e-4359-a2db-2cbbea7b0a94 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:37.890006 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:37.910252 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-7f65ccfe-2c99-4bd7-b02c-c70ce8530154 req-cc9ffa69-9a6a-48b3-be9f-626df5e7907a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] For port c6929af9-79df-4a40-bbdd-0227e463f844, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=c6929af9-79df-4a40-bbdd-0227e463f844,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:37.910924 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-7f65ccfe-2c99-4bd7-b02c-c70ce8530154 req-cc9ffa69-9a6a-48b3-be9f-626df5e7907a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:37.996447 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 43cf945a-501f-4552-84c2-9dcae93cdc4d up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:38.053294 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 43cf945a-501f-4552-84c2-9dcae93cdc4d triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:38.053596 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:38.158885 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 4b57c8e4-b78d-4b8a-a559-299aa47a2621 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:38.264252 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-7f65ccfe-2c99-4bd7-b02c-c70ce8530154 req-cc9ffa69-9a6a-48b3-be9f-626df5e7907a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:38.264658 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-7f65ccfe-2c99-4bd7-b02c-c70ce8530154 req-cc9ffa69-9a6a-48b3-be9f-626df5e7907a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710293'] for floatingip, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:38.265049 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.db.l3_db [req-7f65ccfe-2c99-4bd7-b02c-c70ce8530154 req-cc9ffa69-9a6a-48b3-be9f-626df5e7907a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Floating IP 43f1b514-41c5-499e-b44d-5f16d4c87189 disassociated. External IP: 172.27.1.161, port: c6929af9-79df-4a40-bbdd-0227e463f844. Aug 12 15:00:38.265391 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-7f65ccfe-2c99-4bd7-b02c-c70ce8530154 req-cc9ffa69-9a6a-48b3-be9f-626df5e7907a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Calling delete_port for c6929af9-79df-4a40-bbdd-0227e463f844 owned by compute:nova {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:00:38.284171 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning for port 4b57c8e4-b78d-4b8a-a559-299aa47a2621 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:38.292259 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 4b57c8e4-b78d-4b8a-a559-299aa47a2621 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:38.292690 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:38.481339 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:38.552636 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ff5bf-e998-4e49-9d9a-87441f60c549 req-74a1be24-5a15-43b9-8bc6-03cc97420f29 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:38.557350 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] For port 4b57c8e4-b78d-4b8a-a559-299aa47a2621, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=4b57c8e4-b78d-4b8a-a559-299aa47a2621,segment=NetworkSegment(748aa987-15eb-4eaa-867c-e67a5ae239c6),segment_id=748aa987-15eb-4eaa-867c-e67a5ae239c6)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:38.558950 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f27ff5bf-e998-4e49-9d9a-87441f60c549 req-74a1be24-5a15-43b9-8bc6-03cc97420f29 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 946 time: 0.1067214 Aug 12 15:00:38.607866 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-7f65ccfe-2c99-4bd7-b02c-c70ce8530154 req-cc9ffa69-9a6a-48b3-be9f-626df5e7907a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:38.620308 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f27ff5bf-e998-4e49-9d9a-87441f60c549 req-0e90c98c-9930-480f-9e7d-180aea17b202 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dfa090b-d063-4a0e-af72-fce538342bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535774 Aug 12 15:00:38.662886 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ffa69-9a6a-48b3-be9f-626df5e7907a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Pushing event deleted for resources: {'Port': ['ID=c6929af9-79df-4a40-bbdd-0227e463f844,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:38.700533 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceffc4a-cb8a-4d98-870c-5491386e8a62 None None] Sync routers for ids ['ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2'] in dv-cinder-800015-3-iscsi {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:00:38.713396 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceffc4a-cb8a-4d98-870c-5491386e8a62 None None] Routers {'ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:38.714018 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-1ceffc4a-cb8a-4d98-870c-5491386e8a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:00:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:38.740606 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:38.816268 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Pushing event updated for resources: {'Port': ['ID=4b57c8e4-b78d-4b8a-a559-299aa47a2621,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:38.970655 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f65ccfe-2c99-4bd7-b02c-c70ce8530154 req-cc9ffa69-9a6a-48b3-be9f-626df5e7907a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Router 90a1a53b-8a02-4ec0-98e4-10d73adf3315 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:00:39.059836 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-1ceffc4a-cb8a-4d98-870c-5491386e8a62 None None] Set router ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:39.211949 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f65ccfe-2c99-4bd7-b02c-c70ce8530154 req-cc9ffa69-9a6a-48b3-be9f-626df5e7907a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:00:39.225803 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbef298-e684-4d26-aa02-a63e4fe488d8 None None] Sync routers for ids ['90a1a53b-8a02-4ec0-98e4-10d73adf3315'] in dv-cinder-800015-3-iscsi {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:00:39.247006 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbef298-e684-4d26-aa02-a63e4fe488d8 None None] Routers {'90a1a53b-8a02-4ec0-98e4-10d73adf3315'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:39.247919 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-0cbef298-e684-4d26-aa02-a63e4fe488d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:00:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['90a1a53b-8a02-4ec0-98e4-10d73adf3315'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:39.303538 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f65ccfe-2c99-4bd7-b02c-c70ce8530154 req-cc9ffa69-9a6a-48b3-be9f-626df5e7907a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] No DVR routers for this DVR port c6929af9-79df-4a40-bbdd-0227e463f844 on host hv-cinder-80001 {{(pid=105906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:00:39.306934 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-7f65ccfe-2c99-4bd7-b02c-c70ce8530154 req-cc9ffa69-9a6a-48b3-be9f-626df5e7907a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:39.309836 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-7f65ccfe-2c99-4bd7-b02c-c70ce8530154 req-cc9ffa69-9a6a-48b3-be9f-626df5e7907a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.73 "DELETE /v2.0/ports/c6929af9-79df-4a40-bbdd-0227e463f844 HTTP/1.1" status: 204 len: 173 time: 1.6505132 Aug 12 15:00:39.320137 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3775fcbc-45aa-42c6-bb86-c0f550485bde', 'name': 'network-vif-deleted', 'tag': 'c6929af9-79df-4a40-bbdd-0227e463f844'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:00:39.322784 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b8d753-aac0-4e72-bce3-5563d4c1859e" -d '{"events": [{"server_uuid": "3775fcbc-45aa-42c6-bb86-c0f550485bde", "name": "network-vif-deleted", "tag": "c6929af9-79df-4a40-bbdd-0227e463f844"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:00:39.409214 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2099be4b-d30a-4abd-95cd-e8232aaa05bd x-openstack-request-id: req-2099be4b-d30a-4abd-95cd-e8232aaa05bd {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:00:39.409505 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3775fcbc-45aa-42c6-bb86-c0f550485bde", "name": "network-vif-deleted", "tag": "c6929af9-79df-4a40-bbdd-0227e463f844", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:00:39.409760 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2099be4b-d30a-4abd-95cd-e8232aaa05bd {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:00:39.410305 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3775fcbc-45aa-42c6-bb86-c0f550485bde', 'name': 'network-vif-deleted', 'tag': 'c6929af9-79df-4a40-bbdd-0227e463f844', 'status': 'completed', 'code': 200} Aug 12 15:00:39.444627 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-1ceffc4a-cb8a-4d98-870c-5491386e8a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2', 'name': 'tempest-TestMinimumBasicScenario-1413994371-router', 'tenant_id': '1dca75befe684ce8b9312c353987526e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '43cf945a-501f-4552-84c2-9dcae93cdc4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:31Z', 'updated_at': '2021-08-12T15:00:35Z', 'revision_number': 4, 'project_id': '1dca75befe684ce8b9312c353987526e', 'gw_port': {'id': '43cf945a-501f-4552-84c2-9dcae93cdc4d', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:31Z', 'updated_at': '2021-08-12T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '3c723db3-4f87-4029-9d9d-be510f2a16aa', 'name': '', 'network_id': '09269422-89e3-4de9-8a86-724fdc9797d5', 'tenant_id': '1dca75befe684ce8b9312c353987526e', 'mac_address': 'fa:16:3e:15:aa:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8b74791b-935e-4325-a02a-764e59f96e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:34Z', 'updated_at': '2021-08-12T15:00:35Z', 'revision_number': 2, 'project_id': '1dca75befe684ce8b9312c353987526e', 'subnets': [{'id': '8b74791b-935e-4325-a02a-764e59f96e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:39.483028 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-0cbef298-e684-4d26-aa02-a63e4fe488d8 None None] Set router 90a1a53b-8a02-4ec0-98e4-10d73adf3315 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:39.495360 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceffc4a-cb8a-4d98-870c-5491386e8a62 None None] Checking router: ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2 for host: dv-cinder-800015-3-iscsi {{(pid=105908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:00:39.495743 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceffc4a-cb8a-4d98-870c-5491386e8a62 None None] Updating router ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2 port 3c723db3-4f87-4029-9d9d-be510f2a16aa binding host dv-cinder-800015-3-iscsi {{(pid=105908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:00:39.547120 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-1ceffc4a-cb8a-4d98-870c-5491386e8a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:39.554356 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device c6929af9-79df-4a40-bbdd-0227e463f844 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:00:39.618757 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] No Port match for: c6929af9-79df-4a40-bbdd-0227e463f844 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:00:39.625011 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device c6929af9-79df-4a40-bbdd-0227e463f844 not bound to the agent host hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:00:39.848002 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 4b57c8e4-b78d-4b8a-a559-299aa47a2621 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:39.882540 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e14184a5-dd96-4a56-b6a6-70878f3dd45c req-21d041b5-0525-4016-b9ea-56366c6a5195 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=3775fcbc-45aa-42c6-bb86-c0f550485bde HTTP/1.1" status: 200 len: 210 time: 0.0494967 Aug 12 15:00:40.043446 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 4b57c8e4-b78d-4b8a-a559-299aa47a2621 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:40.043813 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:40.225872 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-1ceffc4a-cb8a-4d98-870c-5491386e8a62 None None] Notify callbacks [] for port, precommit_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:40.254553 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-0cbef298-e684-4d26-aa02-a63e4fe488d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'name': 'tempest-AttachVolumeShelveTestJSON-1644562761-router', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:43Z', 'updated_at': '2021-08-12T14:55:52Z', 'revision_number': 4, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'gw_port': {'id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:45Z', 'updated_at': '2021-08-12T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '627bc554-5036-4894-89d7-504122561156', 'name': '', 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'mac_address': 'fa:16:3e:ad:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:49Z', 'updated_at': '2021-08-12T14:56:02Z', 'revision_number': 5, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'subnets': [{'id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:40.276944 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.provisioning_blocks [None req-1ceffc4a-cb8a-4d98-870c-5491386e8a62 None None] Transition to ACTIVE for port object 3c723db3-4f87-4029-9d9d-be510f2a16aa will not be triggered until provisioned by entity L2. {{(pid=105908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:40.292686 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbef298-e684-4d26-aa02-a63e4fe488d8 None None] Checking router: 90a1a53b-8a02-4ec0-98e4-10d73adf3315 for host: dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:00:40.305459 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbef298-e684-4d26-aa02-a63e4fe488d8 None None] Routers {'90a1a53b-8a02-4ec0-98e4-10d73adf3315'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:40.306409 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-0cbef298-e684-4d26-aa02-a63e4fe488d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:00:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['90a1a53b-8a02-4ec0-98e4-10d73adf3315'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:40.395407 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-1ceffc4a-cb8a-4d98-870c-5491386e8a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:40.493105 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a365c3-9eea-4a14-9943-a5035d300de9 None None] Pushing event updated for resources: {'Port': ['ID=3c723db3-4f87-4029-9d9d-be510f2a16aa,revision_number=3']} {{(pid=105908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:40.553532 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-1ceffc4a-cb8a-4d98-870c-5491386e8a62 None None] Attempting to bind port 3c723db3-4f87-4029-9d9d-be510f2a16aa on host dv-cinder-800015-3-iscsi for vnic_type normal with profile {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:00:40.554042 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-1ceffc4a-cb8a-4d98-870c-5491386e8a62 None None] Attempting to bind port 3c723db3-4f87-4029-9d9d-be510f2a16aa by drivers openvswitch,hyperv on host dv-cinder-800015-3-iscsi at level 0 using segments [{'id': '9abc6be3-7fc3-4325-ad9c-a3b506e42580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '09269422-89e3-4de9-8a86-724fdc9797d5'}] {{(pid=105908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:00:40.554495 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceffc4a-cb8a-4d98-870c-5491386e8a62 None None] Attempting to bind port 3c723db3-4f87-4029-9d9d-be510f2a16aa on network 09269422-89e3-4de9-8a86-724fdc9797d5 {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:00:40.560308 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceffc4a-cb8a-4d98-870c-5491386e8a62 None None] Checking agent: {'id': '2f28a577-1e29-47c6-9353-308533d5ca1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'started_at': datetime.datetime(2021, 8, 12, 14, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:00:40.560870 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceffc4a-cb8a-4d98-870c-5491386e8a62 None None] Checking segment: {'id': '9abc6be3-7fc3-4325-ad9c-a3b506e42580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '09269422-89e3-4de9-8a86-724fdc9797d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:40.561344 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-1ceffc4a-cb8a-4d98-870c-5491386e8a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:40.561833 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceffc4a-cb8a-4d98-870c-5491386e8a62 None None] Bound using segment: {'id': '9abc6be3-7fc3-4325-ad9c-a3b506e42580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '09269422-89e3-4de9-8a86-724fdc9797d5'} {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:00:40.562391 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-1ceffc4a-cb8a-4d98-870c-5491386e8a62 None None] Bound port: 3c723db3-4f87-4029-9d9d-be510f2a16aa, host: dv-cinder-800015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9abc6be3-7fc3-4325-ad9c-a3b506e42580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '09269422-89e3-4de9-8a86-724fdc9797d5'}}] {{(pid=105908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:00:40.562901 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-1ceffc4a-cb8a-4d98-870c-5491386e8a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:40.610144 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-0cbef298-e684-4d26-aa02-a63e4fe488d8 None None] Set router 90a1a53b-8a02-4ec0-98e4-10d73adf3315 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:40.648170 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.db [None req-1ceffc4a-cb8a-4d98-870c-5491386e8a62 None None] For port 3c723db3-4f87-4029-9d9d-be510f2a16aa, host dv-cinder-800015-3-iscsi, cleared binding levels {{(pid=105908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:00:40.657973 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.db [None req-1ceffc4a-cb8a-4d98-870c-5491386e8a62 None None] For port 3c723db3-4f87-4029-9d9d-be510f2a16aa, host dv-cinder-800015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=3c723db3-4f87-4029-9d9d-be510f2a16aa,segment=NetworkSegment(9abc6be3-7fc3-4325-ad9c-a3b506e42580),segment_id=9abc6be3-7fc3-4325-ad9c-a3b506e42580)] {{(pid=105908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:00:40.752045 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-1ceffc4a-cb8a-4d98-870c-5491386e8a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:40.833565 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceffc4a-cb8a-4d98-870c-5491386e8a62 None None] Routers {'ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:40.834194 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-1ceffc4a-cb8a-4d98-870c-5491386e8a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:00:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:40.936367 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a365c3-9eea-4a14-9943-a5035d300de9 None None] Pushing event updated for resources: {'Port': ['ID=3c723db3-4f87-4029-9d9d-be510f2a16aa,revision_number=4']} {{(pid=105908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:41.109941 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-1ceffc4a-cb8a-4d98-870c-5491386e8a62 None None] Set router ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:41.123791 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-0cbef298-e684-4d26-aa02-a63e4fe488d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'name': 'tempest-AttachVolumeShelveTestJSON-1644562761-router', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:43Z', 'updated_at': '2021-08-12T14:55:52Z', 'revision_number': 4, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'gw_port': {'id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:45Z', 'updated_at': '2021-08-12T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '627bc554-5036-4894-89d7-504122561156', 'name': '', 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'mac_address': 'fa:16:3e:ad:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:49Z', 'updated_at': '2021-08-12T14:56:02Z', 'revision_number': 5, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'subnets': [{'id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:41.171316 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbef298-e684-4d26-aa02-a63e4fe488d8 None None] The sync data for ids ['90a1a53b-8a02-4ec0-98e4-10d73adf3315'] in dv-cinder-800015-3-iscsi is: [{'id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'name': 'tempest-AttachVolumeShelveTestJSON-1644562761-router', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:43Z', 'updated_at': '2021-08-12T14:55:52Z', 'revision_number': 4, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'gw_port': {'id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:45Z', 'updated_at': '2021-08-12T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '627bc554-5036-4894-89d7-504122561156', 'name': '', 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'mac_address': 'fa:16:3e:ad:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:49Z', 'updated_at': '2021-08-12T14:56:02Z', 'revision_number': 5, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'subnets': [{'id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:00:41.257317 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 44412) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:41.343774 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d9fcf976-cbe0-41ba-b9e1-550ec66f181f tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:41.395732 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d9fcf976-cbe0-41ba-b9e1-550ec66f181f tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:41.440009 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-1ceffc4a-cb8a-4d98-870c-5491386e8a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2', 'name': 'tempest-TestMinimumBasicScenario-1413994371-router', 'tenant_id': '1dca75befe684ce8b9312c353987526e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '43cf945a-501f-4552-84c2-9dcae93cdc4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:31Z', 'updated_at': '2021-08-12T15:00:35Z', 'revision_number': 4, 'project_id': '1dca75befe684ce8b9312c353987526e', 'gw_port': {'id': '43cf945a-501f-4552-84c2-9dcae93cdc4d', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:31Z', 'updated_at': '2021-08-12T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '3c723db3-4f87-4029-9d9d-be510f2a16aa', 'name': '', 'network_id': '09269422-89e3-4de9-8a86-724fdc9797d5', 'tenant_id': '1dca75befe684ce8b9312c353987526e', 'mac_address': 'fa:16:3e:15:aa:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8b74791b-935e-4325-a02a-764e59f96e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:34Z', 'updated_at': '2021-08-12T15:00:40Z', 'revision_number': 4, 'project_id': '1dca75befe684ce8b9312c353987526e', 'subnets': [{'id': '8b74791b-935e-4325-a02a-764e59f96e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:41.493151 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceffc4a-cb8a-4d98-870c-5491386e8a62 None None] The sync data for ids ['ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2'] in dv-cinder-800015-3-iscsi is: [{'id': 'ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2', 'name': 'tempest-TestMinimumBasicScenario-1413994371-router', 'tenant_id': '1dca75befe684ce8b9312c353987526e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '43cf945a-501f-4552-84c2-9dcae93cdc4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:31Z', 'updated_at': '2021-08-12T15:00:35Z', 'revision_number': 4, 'project_id': '1dca75befe684ce8b9312c353987526e', 'gw_port': {'id': '43cf945a-501f-4552-84c2-9dcae93cdc4d', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:31Z', 'updated_at': '2021-08-12T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '3c723db3-4f87-4029-9d9d-be510f2a16aa', 'name': '', 'network_id': '09269422-89e3-4de9-8a86-724fdc9797d5', 'tenant_id': '1dca75befe684ce8b9312c353987526e', 'mac_address': 'fa:16:3e:15:aa:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8b74791b-935e-4325-a02a-764e59f96e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:34Z', 'updated_at': '2021-08-12T15:00:40Z', 'revision_number': 4, 'project_id': '1dca75befe684ce8b9312c353987526e', 'subnets': [{'id': '8b74791b-935e-4325-a02a-764e59f96e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:00:41.562691 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d9fcf976-cbe0-41ba-b9e1-550ec66f181f tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:41.567093 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d9fcf976-cbe0-41ba-b9e1-550ec66f181f tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:41.568541 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-d9fcf976-cbe0-41ba-b9e1-550ec66f181f tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "DELETE /v2.0/security-groups/4dfa090b-d063-4a0e-af72-fce538342bc1 HTTP/1.1" status: 204 len: 168 time: 0.3102169 Aug 12 15:00:41.571515 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 44414) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:41.585869 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fcf976-cbe0-41ba-b9e1-550ec66f181f tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfa090b-d063-4a0e-af72-fce538342bc1,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:41.593484 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.api.v2.resource [None req-68a321c1-44ec-48ba-a4f4-264191e8671d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] show failed (client error): The resource could not be found. Aug 12 15:00:41.598497 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-68a321c1-44ec-48ba-a4f4-264191e8671d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups/4dfa090b-d063-4a0e-af72-fce538342bc1 HTTP/1.1" status: 404 len: 347 time: 0.0226116 Aug 12 15:00:41.601009 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 44416) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:41.827361 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5bfe3-6184-4ee9-a7b6-9595db05f2bd tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Deleting port 64e0c390-6d63-4014-a562-bdb28339e219 {{(pid=105905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:00:41.827609 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ccf5bfe3-6184-4ee9-a7b6-9595db05f2bd tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:41.959291 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ccf5bfe3-6184-4ee9-a7b6-9595db05f2bd tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:41.960020 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ccf5bfe3-6184-4ee9-a7b6-9595db05f2bd tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:41.982278 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5bfe3-6184-4ee9-a7b6-9595db05f2bd tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Calling delete_port for 64e0c390-6d63-4014-a562-bdb28339e219 owned by network:floatingip {{(pid=105905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:00:42.239987 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-581207c0-d172-47f9-9a0d-b69598b0812e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:42.562576 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ccf5bfe3-6184-4ee9-a7b6-9595db05f2bd tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374546'] for port, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:42.589058 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571cef83-86f6-43ee-a0b1-ec282afc8b19 None None] New status for floating IP 43f1b514-41c5-499e-b44d-5f16d4c87189: DOWN {{(pid=105908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:00:42.609538 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5bfe3-6184-4ee9-a7b6-9595db05f2bd tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Pushing event deleted for resources: {'Port': ['ID=64e0c390-6d63-4014-a562-bdb28339e219,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:42.825373 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ccf5bfe3-6184-4ee9-a7b6-9595db05f2bd tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for floatingip, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:42.825373 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ccf5bfe3-6184-4ee9-a7b6-9595db05f2bd tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for floatingip, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:42.825373 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-ccf5bfe3-6184-4ee9-a7b6-9595db05f2bd tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "DELETE /v2.0/floatingips/43f1b514-41c5-499e-b44d-5f16d4c87189 HTTP/1.1" status: 204 len: 168 time: 1.1328166 Aug 12 15:00:43.226466 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 44444) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:43.234776 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-402821b9-e7fa-485a-8314-ff8d09167e0d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Request body: {'security_group': {'name': 'tempest-securitygroup--298911827', 'description': 'tempest-description--1206124337'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:43.371837 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-402821b9-e7fa-485a-8314-ff8d09167e0d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:43.486212 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-402821b9-e7fa-485a-8314-ff8d09167e0d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:43.571379 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-402821b9-e7fa-485a-8314-ff8d09167e0d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:43.611452 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402821b9-e7fa-485a-8314-ff8d09167e0d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a41da7e9-39c9-4799-85a2-ee587305963a,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:43.737482 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-402821b9-e7fa-485a-8314-ff8d09167e0d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:43.742352 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-402821b9-e7fa-485a-8314-ff8d09167e0d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5147054 Aug 12 15:00:43.742798 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 44446) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:43.751769 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-bb6972a6-7976-4e6b-a0ed-01defe6548fb tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Request body: {'security_group_rule': {'security_group_id': 'a41da7e9-39c9-4799-85a2-ee587305963a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:43.770690 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 3c723db3-4f87-4029-9d9d-be510f2a16aa up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:43.996546 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning for port 3c723db3-4f87-4029-9d9d-be510f2a16aa completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:44.001512 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 3c723db3-4f87-4029-9d9d-be510f2a16aa triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:44.002712 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-bb6972a6-7976-4e6b-a0ed-01defe6548fb tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:44.005801 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:44.070453 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-bb6972a6-7976-4e6b-a0ed-01defe6548fb tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:44.108782 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:44.151856 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] For port 3c723db3-4f87-4029-9d9d-be510f2a16aa, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=3c723db3-4f87-4029-9d9d-be510f2a16aa,segment=NetworkSegment(9abc6be3-7fc3-4325-ad9c-a3b506e42580),segment_id=9abc6be3-7fc3-4325-ad9c-a3b506e42580)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:44.154888 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-bb6972a6-7976-4e6b-a0ed-01defe6548fb tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741704'] for security_group_rule, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:44.175065 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6972a6-7976-4e6b-a0ed-01defe6548fb tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83547629-4f24-4f62-9f14-e031b7d1d88a,revision_number=0']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:44.247960 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:44.287968 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-bb6972a6-7976-4e6b-a0ed-01defe6548fb tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:44.291145 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-bb6972a6-7976-4e6b-a0ed-01defe6548fb tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5451853 Aug 12 15:00:44.292150 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 44452) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:44.299273 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-c11969c0-25f2-403d-9a22-8d3274fd5487 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Request body: {'security_group_rule': {'security_group_id': 'a41da7e9-39c9-4799-85a2-ee587305963a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:44.381155 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Pushing event updated for resources: {'Port': ['ID=3c723db3-4f87-4029-9d9d-be510f2a16aa,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:44.481796 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-c11969c0-25f2-403d-9a22-8d3274fd5487 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:44.552653 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-c11969c0-25f2-403d-9a22-8d3274fd5487 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:44.642825 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e1ff6f83-0977-4654-ab13-228125d9dfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:44.676910 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-c11969c0-25f2-403d-9a22-8d3274fd5487 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741704'] for security_group_rule, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:44.709665 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11969c0-25f2-403d-9a22-8d3274fd5487 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e5827c-d6f7-4777-bf85-bca661b50cd8,revision_number=0']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:44.851706 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-c11969c0-25f2-403d-9a22-8d3274fd5487 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:44.853745 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-c11969c0-25f2-403d-9a22-8d3274fd5487 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5603218 Aug 12 15:00:44.856692 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 44456) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:44.861700 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-44be8091-c932-4d8c-a066-4953e8fff47c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Request body: {'floatingip': {'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:45.040770 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-44be8091-c932-4d8c-a066-4953e8fff47c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for floatingip, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:45.081010 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:45.166963 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-44be8091-c932-4d8c-a066-4953e8fff47c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:45.320093 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_common [None req-44be8091-c932-4d8c-a066-4953e8fff47c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Allocated IP 172.27.1.108 (df63f438-b2ec-4f43-ad5b-12a75f4e90ce/8bfc729c-9def-42bb-b3b9-7901b6eeb5d6/f66e090c-cce2-4176-990e-afebaf3ff526) {{(pid=105906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:00:45.454173 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-44be8091-c932-4d8c-a066-4953e8fff47c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for port, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:45.617859 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-44be8091-c932-4d8c-a066-4953e8fff47c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:45.681877 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44be8091-c932-4d8c-a066-4953e8fff47c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Network df63f438-b2ec-4f43-ad5b-12a75f4e90ce is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:45.687075 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [None req-44be8091-c932-4d8c-a066-4953e8fff47c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:45.690005 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44be8091-c932-4d8c-a066-4953e8fff47c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Received port after_create {{(pid=105906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:00:45.729223 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be8091-c932-4d8c-a066-4953e8fff47c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Pushing event updated for resources: {'Port': ['ID=f66e090c-cce2-4176-990e-afebaf3ff526,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:45.749995 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 3c723db3-4f87-4029-9d9d-be510f2a16aa up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:45.807219 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 3c723db3-4f87-4029-9d9d-be510f2a16aa triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:45.808099 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:45.873717 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-44be8091-c932-4d8c-a066-4953e8fff47c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:46.077244 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5231675-87a4-453e-b5d1-a0d7ed89ddad req-11f06f09-ec46-4385-a120-bbf69b588988 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:46.079244 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f5231675-87a4-453e-b5d1-a0d7ed89ddad req-11f06f09-ec46-4385-a120-bbf69b588988 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e2b1acd-c2b1-465b-ba6b-f2b2630dd636 HTTP/1.1" status: 200 len: 945 time: 0.1675687 Aug 12 15:00:46.079370 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:46.123646 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f5231675-87a4-453e-b5d1-a0d7ed89ddad req-1f250c5f-559b-4f4e-9503-badcb272ce59 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/security-groups?id=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366139 Aug 12 15:00:46.453704 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-44be8091-c932-4d8c-a066-4953e8fff47c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:46.609854 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-44be8091-c932-4d8c-a066-4953e8fff47c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for port, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:46.751159 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-44be8091-c932-4d8c-a066-4953e8fff47c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:46.831696 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be8091-c932-4d8c-a066-4953e8fff47c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Pushing event updated for resources: {'Port': ['ID=f66e090c-cce2-4176-990e-afebaf3ff526,revision_number=2']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:46.842629 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-44be8091-c932-4d8c-a066-4953e8fff47c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710293'] for floatingip, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:46.954975 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-44be8091-c932-4d8c-a066-4953e8fff47c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for floatingip, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:46.956190 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-44be8091-c932-4d8c-a066-4953e8fff47c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0985353 Aug 12 15:00:47.263775 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25d22b-a866-444b-9927-d2271ccdb4bd req-5afc833b-faa5-4c13-bd5c-0eebb3a307ed tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:47.265313 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8e25d22b-a866-444b-9927-d2271ccdb4bd req-5afc833b-faa5-4c13-bd5c-0eebb3a307ed tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e2b1acd-c2b1-465b-ba6b-f2b2630dd636 HTTP/1.1" status: 200 len: 945 time: 0.0669651 Aug 12 15:00:47.314730 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8e25d22b-a866-444b-9927-d2271ccdb4bd req-3a312f29-8200-4f65-87f4-249638cd7357 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/security-groups?id=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414150 Aug 12 15:00:47.462961 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:47.854316 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31c743-1ba3-48e1-80a3-14723908cf70 req-946f4330-eed5-46dc-81d2-ddbacdad5de8 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:47.855813 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-dd31c743-1ba3-48e1-80a3-14723908cf70 req-946f4330-eed5-46dc-81d2-ddbacdad5de8 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e2b1acd-c2b1-465b-ba6b-f2b2630dd636 HTTP/1.1" status: 200 len: 945 time: 0.0636940 Aug 12 15:00:47.963622 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-dd31c743-1ba3-48e1-80a3-14723908cf70 req-163c6a44-2777-4fcd-b004-e78f920bdcf6 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Deleting port fa6315c1-6813-4321-8b0c-7b633171261e {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:00:47.964700 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-dd31c743-1ba3-48e1-80a3-14723908cf70 req-163c6a44-2777-4fcd-b004-e78f920bdcf6 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:48.072521 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-dd31c743-1ba3-48e1-80a3-14723908cf70 req-163c6a44-2777-4fcd-b004-e78f920bdcf6 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] For port fa6315c1-6813-4321-8b0c-7b633171261e, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=fa6315c1-6813-4321-8b0c-7b633171261e,segment=NetworkSegment(4610bf91-8e0b-4f7a-b832-d8b6417ab702),segment_id=4610bf91-8e0b-4f7a-b832-d8b6417ab702)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:48.072944 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-dd31c743-1ba3-48e1-80a3-14723908cf70 req-163c6a44-2777-4fcd-b004-e78f920bdcf6 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:48.100821 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-dd31c743-1ba3-48e1-80a3-14723908cf70 req-163c6a44-2777-4fcd-b004-e78f920bdcf6 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Calling delete_port for fa6315c1-6813-4321-8b0c-7b633171261e owned by compute:nova {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:00:48.468054 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa704e1-0cb7-4198-9a1b-f6e04a32b19e req-9338f85c-e575-443a-ab47-0e822742424c tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:48.476961 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8fa704e1-0cb7-4198-9a1b-f6e04a32b19e req-9338f85c-e575-443a-ab47-0e822742424c tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e2b1acd-c2b1-465b-ba6b-f2b2630dd636 HTTP/1.1" status: 200 len: 945 time: 0.0838902 Aug 12 15:00:48.556401 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8fa704e1-0cb7-4198-9a1b-f6e04a32b19e req-d7749d17-dd18-4f16-8012-2d0234c08bd5 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/security-groups?id=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711198 Aug 12 15:00:48.686120 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-dd31c743-1ba3-48e1-80a3-14723908cf70 req-163c6a44-2777-4fcd-b004-e78f920bdcf6 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:48.698619 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['fa6315c1-6813-4321-8b0c-7b633171261e'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:00:48.723627 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c6a44-2777-4fcd-b004-e78f920bdcf6 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Pushing event deleted for resources: {'Port': ['ID=fa6315c1-6813-4321-8b0c-7b633171261e,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:48.769657 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd31c743-1ba3-48e1-80a3-14723908cf70 req-163c6a44-2777-4fcd-b004-e78f920bdcf6 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] No DVR routers for this DVR port fa6315c1-6813-4321-8b0c-7b633171261e on host hv-cinder-80001 {{(pid=105906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:00:48.772604 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-dd31c743-1ba3-48e1-80a3-14723908cf70 req-163c6a44-2777-4fcd-b004-e78f920bdcf6 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:48.774781 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-dd31c743-1ba3-48e1-80a3-14723908cf70 req-163c6a44-2777-4fcd-b004-e78f920bdcf6 tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.73 "DELETE /v2.0/ports/fa6315c1-6813-4321-8b0c-7b633171261e HTTP/1.1" status: 204 len: 173 time: 0.9109724 Aug 12 15:00:48.775244 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2b1acd-c2b1-465b-ba6b-f2b2630dd636', 'name': 'network-vif-deleted', 'tag': 'fa6315c1-6813-4321-8b0c-7b633171261e'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:00:48.777824 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c3394e-8199-4a92-9c05-0cb465c48794" -d '{"events": [{"server_uuid": "2e2b1acd-c2b1-465b-ba6b-f2b2630dd636", "name": "network-vif-deleted", "tag": "fa6315c1-6813-4321-8b0c-7b633171261e"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:00:48.910474 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef6ad43-e86a-4cb2-a347-ff9a9bdb8d4c x-openstack-request-id: req-5ef6ad43-e86a-4cb2-a347-ff9a9bdb8d4c {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:00:48.910474 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2b1acd-c2b1-465b-ba6b-f2b2630dd636", "name": "network-vif-deleted", "tag": "fa6315c1-6813-4321-8b0c-7b633171261e", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:00:48.910474 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5ef6ad43-e86a-4cb2-a347-ff9a9bdb8d4c {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:00:48.910474 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2b1acd-c2b1-465b-ba6b-f2b2630dd636', 'name': 'network-vif-deleted', 'tag': 'fa6315c1-6813-4321-8b0c-7b633171261e', 'status': 'completed', 'code': 200} Aug 12 15:00:49.675503 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c21f28f9-2e9e-408e-bfbf-891314beaf1e req-e2049cf0-22d8-43ef-8cc6-05ad3f89f07e tempest-VolumesSnapshotTestJSON-613988428 tempest-VolumesSnapshotTestJSON-613988428-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e2b1acd-c2b1-465b-ba6b-f2b2630dd636 HTTP/1.1" status: 200 len: 210 time: 0.0256822 Aug 12 15:00:50.310409 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-70a825e2-d4b3-4a1b-ae87-4136623fbf75 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--298911827&fields=id&tenant_id=37678a06dae54b7fad6948bc9e0fac01 HTTP/1.1" status: 200 len: 267 time: 0.0316403 Aug 12 15:00:50.421696 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-d6d655e1-c1f9-40ce-a574-75c99f5909b8 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:50.423142 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-d6d655e1-c1f9-40ce-a574-75c99f5909b8 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/networks?id=853fd948-8021-42a8-9c8b-8e46175e3c7f HTTP/1.1" status: 200 len: 817 time: 0.1055436 Aug 12 15:00:50.438397 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-c7ee6037-c1e5-4eff-9fb4-5082e28cb1d6 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/quotas/37678a06dae54b7fad6948bc9e0fac01 HTTP/1.1" status: 200 len: 375 time: 0.0093889 Aug 12 15:00:50.660860 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-f18a55d5-93dd-4313-a714-2f68f2d67610 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=37678a06dae54b7fad6948bc9e0fac01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2155075 Aug 12 15:00:50.772703 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-1e309a0a-4e09-4a0a-b464-61eea605e6ee service neutron] 10.222.0.63 "GET /v2.0/networks/853fd948-8021-42a8-9c8b-8e46175e3c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998352 Aug 12 15:00:50.875029 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-b43f8fd8-c2d6-4abb-8102-add700ed0b38 service neutron] 10.222.0.63 "GET /v2.0/networks/853fd948-8021-42a8-9c8b-8e46175e3c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933883 Aug 12 15:00:51.244960 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-36f09365-44c5-4624-b1c6-5847af42678d req-ed7d46cd-a3d6-4007-9975-a72437d23876 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 210 time: 0.0271847 Aug 12 15:00:51.612680 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device fa6315c1-6813-4321-8b0c-7b633171261e no longer exists at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:00:51.631871 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] No Port match for: fa6315c1-6813-4321-8b0c-7b633171261e {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:00:51.632214 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device fa6315c1-6813-4321-8b0c-7b633171261e not bound to the agent host hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:00:52.114912 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-af3dd176-e97b-4072-8b0d-3924f0a6f8ec tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:52.116375 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-af3dd176-e97b-4072-8b0d-3924f0a6f8ec tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/networks?id=e12c87ba-1aa2-40ac-b08a-47fcc85884a2 HTTP/1.1" status: 200 len: 812 time: 0.1016834 Aug 12 15:00:52.132658 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-45ecca36-985a-4a22-bbc7-8214892c0cbd tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/quotas/870582b29ae2413fb6c942fc00bf278b HTTP/1.1" status: 200 len: 375 time: 0.0105395 Aug 12 15:00:52.189764 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-1ffec19f-a351-48e7-8078-3d2555fa6d9a tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=870582b29ae2413fb6c942fc00bf278b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511808 Aug 12 15:00:52.350525 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f4297f9b-a5fd-404c-9d93-3dc1bca7d67e req-0380923e-b278-4496-b798-74f6f7110c5f tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 210 time: 0.0317845 Aug 12 15:00:52.353899 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-d86799ab-05a8-47e1-a970-f6bbde8ade96 service neutron] 10.222.0.63 "GET /v2.0/networks/e12c87ba-1aa2-40ac-b08a-47fcc85884a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520259 Aug 12 15:00:52.447733 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-c522fe8f-b513-470f-a6de-0045fccb6acc service neutron] 10.222.0.63 "GET /v2.0/networks/e12c87ba-1aa2-40ac-b08a-47fcc85884a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875795 Aug 12 15:00:52.670826 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9cde0669-acbc-428e-8588-6b8a948f1eb5 req-9b3f6f8e-5d48-4700-8485-9b805b668f76 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 210 time: 0.0275753 Aug 12 15:00:53.450561 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-59bb697d-1566-450b-aa4e-17db2f73b394 req-9dff4124-efd1-450e-9f3d-8b9d981e38e5 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 210 time: 0.0274732 Aug 12 15:00:53.714319 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-30be647e-8ce1-4a89-8a24-8c592416befd tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:53.715775 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-30be647e-8ce1-4a89-8a24-8c592416befd tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.73 "GET /v2.0/networks?id=853fd948-8021-42a8-9c8b-8e46175e3c7f HTTP/1.1" status: 200 len: 817 time: 0.1002791 Aug 12 15:00:53.748462 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a8345530-361b-4b95-a342-8a56330e7e50 req-86027fff-e3b9-42f7-8235-6cfda67f0a8e tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 210 time: 0.0264993 Aug 12 15:00:53.766238 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-1ff69a0a-e650-48be-aba4-1930ef40fbe9 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37678a06dae54b7fad6948bc9e0fac01 HTTP/1.1" status: 200 len: 379 time: 0.0354261 Aug 12 15:00:53.778105 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-05c10037-c63b-4827-ae48-b0d3ab971d93 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Request body: {'port': {'device_id': 'be7fd63d-283d-4284-b213-4014173d7b76', 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'admin_state_up': True, 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'security_groups': ['a41da7e9-39c9-4799-85a2-ee587305963a']}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:53.999886 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-05c10037-c63b-4827-ae48-b0d3ab971d93 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Made reservation on behalf of 37678a06dae54b7fad6948bc9e0fac01 for: {'port': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:00:54.003475 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-05c10037-c63b-4827-ae48-b0d3ab971d93 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:54.131644 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_common [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-05c10037-c63b-4827-ae48-b0d3ab971d93 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Allocated IP 172.20.0.10 (853fd948-8021-42a8-9c8b-8e46175e3c7f/cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a/6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1) {{(pid=105906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:00:54.269592 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-05c10037-c63b-4827-ae48-b0d3ab971d93 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for port, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:54.284384 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-05c10037-c63b-4827-ae48-b0d3ab971d93 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Transition to ACTIVE for port object 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 will not be triggered until provisioned by entity DHCP. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:54.425902 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-05c10037-c63b-4827-ae48-b0d3ab971d93 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:54.466904 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-05c10037-c63b-4827-ae48-b0d3ab971d93 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Network 853fd948-8021-42a8-9c8b-8e46175e3c7f is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:54.471838 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-05c10037-c63b-4827-ae48-b0d3ab971d93 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:54.475512 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-05c10037-c63b-4827-ae48-b0d3ab971d93 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Received port after_create {{(pid=105906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:00:54.500832 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c10037-c63b-4827-ae48-b0d3ab971d93 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Pushing event updated for resources: {'Port': ['ID=6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:54.535863 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-05c10037-c63b-4827-ae48-b0d3ab971d93 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:54.536926 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-05c10037-c63b-4827-ae48-b0d3ab971d93 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:54.590172 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef3c82-af54-48f3-b10b-96dff14103e2 req-1a3702de-f7c5-4c7f-be7c-5a17bc6d77b1 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:54.591720 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-17ef3c82-af54-48f3-b10b-96dff14103e2 req-1a3702de-f7c5-4c7f-be7c-5a17bc6d77b1 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 932 time: 0.0558014 Aug 12 15:00:54.632508 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-17ef3c82-af54-48f3-b10b-96dff14103e2 req-e9374572-1ba3-48c5-9493-6f298e54bca6 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344207 Aug 12 15:00:54.663845 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-05c10037-c63b-4827-ae48-b0d3ab971d93 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8897624 Aug 12 15:00:54.829050 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-264c60d6-ac10-4f7d-bd00-0ed040e75189 None None] Provisioning for port 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 completed by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:54.833094 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-264c60d6-ac10-4f7d-bd00-0ed040e75189 None None] Provisioning complete for port 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:54.833466 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-264c60d6-ac10-4f7d-bd00-0ed040e75189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:54.841266 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a8b948ad-addf-4937-af82-51892bfbfb0c req-2d2eef8e-082f-4456-a148-5a55bbda4ac2 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 210 time: 0.0268209 Aug 12 15:00:54.868672 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-264c60d6-ac10-4f7d-bd00-0ed040e75189 None None] Port 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 cannot update to ACTIVE because it is not bound. {{(pid=105907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:00:55.797615 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb7826-3498-4127-ae03-0b8863042804 req-eacc5803-d844-46d3-b2b3-362f7657576d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:55.799063 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b7eb7826-3498-4127-ae03-0b8863042804 req-eacc5803-d844-46d3-b2b3-362f7657576d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 932 time: 0.0464628 Aug 12 15:00:55.835211 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b7eb7826-3498-4127-ae03-0b8863042804 req-d967ad9f-4526-4321-ade8-45fcde8b6dfe tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296917 Aug 12 15:00:55.932655 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e5933457-1e10-4442-927c-a5b28ca20e8d req-09119798-99e2-40bd-adea-54a0f00af569 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 210 time: 0.0294814 Aug 12 15:00:56.953841 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce461b4-0903-4cb6-bae5-1b4b47d5ae07 req-e6532614-e242-476d-9d88-2f0c507f7abe tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:56.955523 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cce461b4-0903-4cb6-bae5-1b4b47d5ae07 req-e6532614-e242-476d-9d88-2f0c507f7abe tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 932 time: 0.0503404 Aug 12 15:00:56.996817 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cce461b4-0903-4cb6-bae5-1b4b47d5ae07 req-16394011-ae05-4fcf-9099-ee7fcf958b36 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341825 Aug 12 15:00:57.028931 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-23c254c2-b359-4d63-9dd4-8b1c10228dc6 service neutron] Request body: {'port': {'device_id': 'be7fd63d-283d-4284-b213-4014173d7b76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:57.061782 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ae4b9ce5-b1d4-434c-a9d6-072f93c33234 req-9f486b8f-868d-49c1-a356-98bea0759330 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 210 time: 0.0260792 Aug 12 15:00:57.088962 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-23c254c2-b359-4d63-9dd4-8b1c10228dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:57.347397 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-23c254c2-b359-4d63-9dd4-8b1c10228dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 {{(pid=105906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:00:57.355001 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-23c254c2-b359-4d63-9dd4-8b1c10228dc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:57.367695 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-23c254c2-b359-4d63-9dd4-8b1c10228dc6 service neutron] Transition to ACTIVE for port object 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 will not be triggered until provisioned by entity L2. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:57.480451 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-23c254c2-b359-4d63-9dd4-8b1c10228dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:57.584795 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c254c2-b359-4d63-9dd4-8b1c10228dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1,revision_number=2']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:57.613225 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-23c254c2-b359-4d63-9dd4-8b1c10228dc6 service neutron] Attempting to bind port 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:00:57.613562 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-23c254c2-b359-4d63-9dd4-8b1c10228dc6 service neutron] Attempting to bind port 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': 'b83995f3-470a-4d6c-8f30-ce01f22af685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f'}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:00:57.614040 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-23c254c2-b359-4d63-9dd4-8b1c10228dc6 service neutron] Attempting to bind port 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 on network 853fd948-8021-42a8-9c8b-8e46175e3c7f {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:00:57.619012 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-23c254c2-b359-4d63-9dd4-8b1c10228dc6 service neutron] Port 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 on network 853fd948-8021-42a8-9c8b-8e46175e3c7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:00:57.619406 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-23c254c2-b359-4d63-9dd4-8b1c10228dc6 service neutron] Attempting to bind port 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 on network 853fd948-8021-42a8-9c8b-8e46175e3c7f {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:00:57.624351 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-23c254c2-b359-4d63-9dd4-8b1c10228dc6 service neutron] Checking agent: {'id': '8bc968ee-63fe-4341-8ff4-51482bda9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'started_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:00:57.624685 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-23c254c2-b359-4d63-9dd4-8b1c10228dc6 service neutron] Checking segment: {'id': 'b83995f3-470a-4d6c-8f30-ce01f22af685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:57.625096 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-23c254c2-b359-4d63-9dd4-8b1c10228dc6 service neutron] Bound using segment: {'id': 'b83995f3-470a-4d6c-8f30-ce01f22af685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f'} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:00:57.625518 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-23c254c2-b359-4d63-9dd4-8b1c10228dc6 service neutron] Bound port: 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b83995f3-470a-4d6c-8f30-ce01f22af685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f'}}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:00:57.625868 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-23c254c2-b359-4d63-9dd4-8b1c10228dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:57.691791 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-23c254c2-b359-4d63-9dd4-8b1c10228dc6 service neutron] For port 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1, host hv-cinder-80001, cleared binding levels {{(pid=105906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:00:57.695088 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-23c254c2-b359-4d63-9dd4-8b1c10228dc6 service neutron] For port 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:00:57.849902 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-23c254c2-b359-4d63-9dd4-8b1c10228dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:57.876404 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-23c254c2-b359-4d63-9dd4-8b1c10228dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:57.877001 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-23c254c2-b359-4d63-9dd4-8b1c10228dc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:57.878374 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-23c254c2-b359-4d63-9dd4-8b1c10228dc6 service neutron] 10.222.0.73 "PUT /v2.0/ports/6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 HTTP/1.1" status: 200 len: 1094 time: 0.9315231 Aug 12 15:00:57.878819 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7fd63d-283d-4284-b213-4014173d7b76', 'tag': '6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:00:57.881034 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3a68b1-662a-401d-b075-e8c531a8055c" -d '{"events": [{"name": "network-changed", "server_uuid": "be7fd63d-283d-4284-b213-4014173d7b76", "tag": "6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:00:57.908023 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c254c2-b359-4d63-9dd4-8b1c10228dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1,revision_number=3']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:57.984121 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f63789a-61b6-4911-afe0-ca02d653a7cd x-openstack-request-id: req-9f63789a-61b6-4911-afe0-ca02d653a7cd {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:00:57.984494 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7fd63d-283d-4284-b213-4014173d7b76", "tag": "6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:00:57.986344 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9f63789a-61b6-4911-afe0-ca02d653a7cd {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:00:57.986344 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7fd63d-283d-4284-b213-4014173d7b76', 'tag': '6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1', 'status': 'completed', 'code': 200} Aug 12 15:00:58.061275 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a68b1-662a-401d-b075-e8c531a8055c req-b63d9bd8-7edf-4b82-8174-b4d1a6f1928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:58.062952 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-5c3a68b1-662a-401d-b075-e8c531a8055c req-b63d9bd8-7edf-4b82-8174-b4d1a6f1928a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=37678a06dae54b7fad6948bc9e0fac01&device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 1097 time: 0.0517642 Aug 12 15:00:58.156135 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b50a8e-c955-4f8f-b6dc-79214f3138b9 req-574c160f-7c68-4384-ba07-2a3eb28c34e1 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:58.156135 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f1b50a8e-c955-4f8f-b6dc-79214f3138b9 req-574c160f-7c68-4384-ba07-2a3eb28c34e1 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 944 time: 0.0528822 Aug 12 15:00:58.197258 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-09ff8773-9afd-44dd-92a9-4ed2c7841ea7 req-5497c3f4-544a-4a6a-9c5c-5bb3f889d743 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 210 time: 0.0424328 Aug 12 15:00:58.221373 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f1b50a8e-c955-4f8f-b6dc-79214f3138b9 req-d37c634e-c59e-4d00-b633-170d8e378888 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584462 Aug 12 15:00:58.262700 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a68b1-662a-401d-b075-e8c531a8055c req-6d36bdd8-f35e-41ef-b39a-de03f60d0fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:58.264280 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-5c3a68b1-662a-401d-b075-e8c531a8055c req-6d36bdd8-f35e-41ef-b39a-de03f60d0fd0 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=37678a06dae54b7fad6948bc9e0fac01&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1889017 Aug 12 15:00:58.358748 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-f14e62b2-24fd-476a-8173-2df825089270 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:58.360120 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-f14e62b2-24fd-476a-8173-2df825089270 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.73 "GET /v2.0/networks?id=e12c87ba-1aa2-40ac-b08a-47fcc85884a2 HTTP/1.1" status: 200 len: 812 time: 0.1794224 Aug 12 15:00:58.383226 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-39f7d024-a736-40fe-aeb2-c3b158f928a6 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Request body: {'port': {'device_id': '01ef34bd-0ec5-477d-b02e-84a8242da622', 'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2', 'admin_state_up': True, 'tenant_id': '870582b29ae2413fb6c942fc00bf278b'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:58.447445 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a68b1-662a-401d-b075-e8c531a8055c req-e229825c-e13b-4984-9142-0528bba02139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:58.448918 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-5c3a68b1-662a-401d-b075-e8c531a8055c req-e229825c-e13b-4984-9142-0528bba02139 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1762514 Aug 12 15:00:58.538964 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-bd709343-b0ef-48c1-a041-b9a9f2142716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:58.540704 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-bd709343-b0ef-48c1-a041-b9a9f2142716 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=37678a06dae54b7fad6948bc9e0fac01&device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 1097 time: 0.0535159 Aug 12 15:00:58.593395 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-579a3403-0d08-407a-88a4-8592b255c561 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 HTTP/1.1" status: 200 len: 217 time: 0.0370893 Aug 12 15:00:58.642478 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-8795ad4e-ed8e-4472-a7e3-2c84eeebf68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:58.644027 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-8795ad4e-ed8e-4472-a7e3-2c84eeebf68f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a HTTP/1.1" status: 200 len: 856 time: 0.0436227 Aug 12 15:00:58.677905 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-39f7d024-a736-40fe-aeb2-c3b158f928a6 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Made reservation on behalf of 870582b29ae2413fb6c942fc00bf278b for: {'port': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:00:58.681563 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-39f7d024-a736-40fe-aeb2-c3b158f928a6 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:58.714938 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-bd17cb75-dd75-4fa5-af43-f18028deb5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:58.716431 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-bd17cb75-dd75-4fa5-af43-f18028deb5fc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=853fd948-8021-42a8-9c8b-8e46175e3c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651963 Aug 12 15:00:58.886561 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-3c4bb77d-a369-4006-b7e2-32149de53303 service neutron] 10.222.0.73 "GET /v2.0/networks/853fd948-8021-42a8-9c8b-8e46175e3c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402771 Aug 12 15:00:58.887550 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_common [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-39f7d024-a736-40fe-aeb2-c3b158f928a6 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Allocated IP 172.20.0.4 (e12c87ba-1aa2-40ac-b08a-47fcc85884a2/9941a911-4b2d-4b7d-a097-ff6807b1051b/58cee8d1-ce37-4392-bd50-a2531d1ce943) {{(pid=105906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:00:59.080255 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-b9e9ee3e-6d93-42de-9c99-c40ebfd9d449 req-e85eb927-b6eb-4c14-b242-fa400fe4a49e service neutron] 10.222.0.73 "GET /v2.0/networks/853fd948-8021-42a8-9c8b-8e46175e3c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827168 Aug 12 15:00:59.149180 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-39f7d024-a736-40fe-aeb2-c3b158f928a6 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for port, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:59.168630 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-39f7d024-a736-40fe-aeb2-c3b158f928a6 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Transition to ACTIVE for port object 58cee8d1-ce37-4392-bd50-a2531d1ce943 will not be triggered until provisioned by entity DHCP. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:59.287035 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-39f7d024-a736-40fe-aeb2-c3b158f928a6 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:59.315804 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-9200c28a-02a2-4fc1-80a1-511170d9e0d0 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1633862401&fields=id&tenant_id=da657e2106dc46a7ae185eb3fb6d4506 HTTP/1.1" status: 200 len: 267 time: 0.0473404 Aug 12 15:00:59.357076 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-39f7d024-a736-40fe-aeb2-c3b158f928a6 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Network e12c87ba-1aa2-40ac-b08a-47fcc85884a2 is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:59.371981 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-39f7d024-a736-40fe-aeb2-c3b158f928a6 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:59.371981 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-39f7d024-a736-40fe-aeb2-c3b158f928a6 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Received port after_create {{(pid=105906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:00:59.407027 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7d024-a736-40fe-aeb2-c3b158f928a6 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Pushing event updated for resources: {'Port': ['ID=58cee8d1-ce37-4392-bd50-a2531d1ce943,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:59.466625 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-0f4aa0f3-ebc1-46e1-8e05-8dc6d83e2289 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:59.473667 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-0f4aa0f3-ebc1-46e1-8e05-8dc6d83e2289 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/networks?id=7afd0ba9-a757-4823-8e62-3449919f76ad HTTP/1.1" status: 200 len: 808 time: 0.1559098 Aug 12 15:00:59.480319 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-39f7d024-a736-40fe-aeb2-c3b158f928a6 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:59.481044 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-39f7d024-a736-40fe-aeb2-c3b158f928a6 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:59.488953 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-21cd0f35-7eac-4bf3-b88a-adfb11406280 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/quotas/da657e2106dc46a7ae185eb3fb6d4506 HTTP/1.1" status: 200 len: 375 time: 0.0134096 Aug 12 15:00:59.587626 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-39f7d024-a736-40fe-aeb2-c3b158f928a6 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2086039 Aug 12 15:00:59.591808 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-003ee100-8b84-43c2-b3a4-222fe255841a tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=da657e2106dc46a7ae185eb3fb6d4506&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929315 Aug 12 15:00:59.718081 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-94280f76-138f-418d-af7d-80f249e1fe4b service neutron] 10.222.0.63 "GET /v2.0/networks/7afd0ba9-a757-4823-8e62-3449919f76ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121495 Aug 12 15:00:59.771716 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-aed214fb-c2fe-46a1-a3fd-f64d27762228 None None] Provisioning for port 58cee8d1-ce37-4392-bd50-a2531d1ce943 completed by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:59.777821 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-aed214fb-c2fe-46a1-a3fd-f64d27762228 None None] Provisioning complete for port 58cee8d1-ce37-4392-bd50-a2531d1ce943 triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:59.784820 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-aed214fb-c2fe-46a1-a3fd-f64d27762228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:59.832689 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-aed214fb-c2fe-46a1-a3fd-f64d27762228 None None] Port 58cee8d1-ce37-4392-bd50-a2531d1ce943 cannot update to ACTIVE because it is not bound. {{(pid=105907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:00:59.844025 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-9e71d6a5-1ce9-4202-9b5a-1d48c2cc425e service neutron] 10.222.0.63 "GET /v2.0/networks/7afd0ba9-a757-4823-8e62-3449919f76ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250615 Aug 12 15:01:00.548341 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e347a6-b779-49f1-8a54-a9fc419a79bc req-f2f17f31-0808-42ce-ad4a-bd730acfd705 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:00.549968 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b3e347a6-b779-49f1-8a54-a9fc419a79bc req-f2f17f31-0808-42ce-ad4a-bd730acfd705 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 931 time: 0.0591209 Aug 12 15:01:00.598701 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b3e347a6-b779-49f1-8a54-a9fc419a79bc req-dccb8526-180b-4b71-bbea-ea99364b16e2 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374560 Aug 12 15:01:00.708985 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89380f-7a56-4b77-aed9-bbdd0f74f067 req-9c790a53-7a68-4ea0-bb03-f1a2d3cfa30c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:00.710855 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-be89380f-7a56-4b77-aed9-bbdd0f74f067 req-9c790a53-7a68-4ea0-bb03-f1a2d3cfa30c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 944 time: 0.0576298 Aug 12 15:01:00.752643 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-be89380f-7a56-4b77-aed9-bbdd0f74f067 req-ce1a28a2-26af-4196-9c3e-2b3c172df298 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354586 Aug 12 15:01:00.856428 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6a894196-0944-4976-b998-c03ecf7db7c0 req-15bcfa62-146a-4690-9c9b-22ed68b90de3 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 210 time: 0.0394542 Aug 12 15:01:01.715638 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9504a-68c4-472e-be3f-0cdef2762228 req-34cfad03-c24b-40dd-b2a2-58a7ae8c79e9 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:01.718256 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a4e9504a-68c4-472e-be3f-0cdef2762228 req-34cfad03-c24b-40dd-b2a2-58a7ae8c79e9 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 931 time: 0.0534139 Aug 12 15:01:01.772273 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a4e9504a-68c4-472e-be3f-0cdef2762228 req-811b82a7-c84d-4924-9c49-0ebe7d7b5fda tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480723 Aug 12 15:01:01.888707 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c1827-7191-49ca-be46-4c2682b4c5db req-372a28ef-d0bb-4b22-92a5-88dc17796c3f tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:01.890308 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-357c1827-7191-49ca-be46-4c2682b4c5db req-372a28ef-d0bb-4b22-92a5-88dc17796c3f tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 944 time: 0.0511413 Aug 12 15:01:01.932744 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-357c1827-7191-49ca-be46-4c2682b4c5db req-00dff6d9-adc2-4807-880f-bdcff36b785d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322671 Aug 12 15:01:01.999262 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-adf1c32c-0bea-46b1-b224-c08dbda15e82 req-a49b37dc-642c-435a-89b1-4387e046fc4f tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 210 time: 0.0272346 Aug 12 15:01:02.895396 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e56ac-8649-4402-8962-430a19bfff67 req-9bc3db49-6ad8-4710-be52-e4621856bfdb tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:02.896999 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7f2e56ac-8649-4402-8962-430a19bfff67 req-9bc3db49-6ad8-4710-be52-e4621856bfdb tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 931 time: 0.0543003 Aug 12 15:01:02.937445 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7f2e56ac-8649-4402-8962-430a19bfff67 req-97b87da9-c933-4058-bd84-3de03fb2a677 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333703 Aug 12 15:01:03.055695 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54850bd2-d759-4418-9c0d-9d7189137717 req-131b8e22-59cb-470d-a49d-6bd376efdd29 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:03.057291 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-54850bd2-d759-4418-9c0d-9d7189137717 req-131b8e22-59cb-470d-a49d-6bd376efdd29 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 944 time: 0.0539451 Aug 12 15:01:03.103865 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-54850bd2-d759-4418-9c0d-9d7189137717 req-6631c6d2-697f-470a-ab50-16fa621f4554 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406396 Aug 12 15:01:03.196047 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d16a43dc-311b-4118-bdbb-aeb2743fd6e5 req-d15ff904-0ace-4616-8daa-da9d2e0f0098 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 210 time: 0.0288193 Aug 12 15:01:04.058254 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b853e38-2faa-4f5b-8f69-e990b70a6a33 req-513f8fac-559e-4538-a668-592f4c127843 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:04.059771 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3b853e38-2faa-4f5b-8f69-e990b70a6a33 req-513f8fac-559e-4538-a668-592f4c127843 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 931 time: 0.0532410 Aug 12 15:01:04.099760 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3b853e38-2faa-4f5b-8f69-e990b70a6a33 req-8a82e0a0-cbc9-49d9-8af5-c2da93f4540e tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333495 Aug 12 15:01:04.234487 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f0a44-6c53-4923-9ffd-54f76e7aebee req-e3daa446-ab00-4107-bbff-0d863e871685 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:04.236091 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2e1f0a44-6c53-4923-9ffd-54f76e7aebee req-e3daa446-ab00-4107-bbff-0d863e871685 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 944 time: 0.0528424 Aug 12 15:01:04.283055 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2e1f0a44-6c53-4923-9ffd-54f76e7aebee req-6665fe7e-09d2-4c55-adb6-cdf5c2d6d69a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401638 Aug 12 15:01:04.377043 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6b9d5b2e-4262-4b11-96cd-e80f835fc50d req-0719cc97-0fab-4452-9466-9f883c78252b tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 210 time: 0.0260348 Aug 12 15:01:05.223385 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3af1d-acef-433c-8eac-db5379f94731 req-3cad76d3-4c58-4e13-9a0b-b920668dbf92 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:05.225195 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-49c3af1d-acef-433c-8eac-db5379f94731 req-3cad76d3-4c58-4e13-9a0b-b920668dbf92 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 931 time: 0.0566177 Aug 12 15:01:05.268299 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-49c3af1d-acef-433c-8eac-db5379f94731 req-8d3c6da4-aa25-484b-8c78-2ed3cd3e7994 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338845 Aug 12 15:01:05.405739 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec987bf-e89e-4682-8f3a-8fb8f61af45c req-76f47147-6fae-4bde-9078-ec8aca33bdab tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:05.407326 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2ec987bf-e89e-4682-8f3a-8fb8f61af45c req-76f47147-6fae-4bde-9078-ec8aca33bdab tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 944 time: 0.0505981 Aug 12 15:01:05.447170 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2ec987bf-e89e-4682-8f3a-8fb8f61af45c req-a64d96a3-7a63-4880-8590-62a4122a9c05 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339184 Aug 12 15:01:05.537765 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4fe499a5-cba4-40bb-a82a-ad976628cdef req-67cc03ce-63a3-4c43-8433-0a1bc19e0fd4 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 210 time: 0.0275931 Aug 12 15:01:05.681312 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:06.324591 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:01:06.395174 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a894b-123f-40a6-8c77-0ea900393569 req-8af23d06-861f-43e2-be06-04ca2ddf7374 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:06.399322 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b75a894b-123f-40a6-8c77-0ea900393569 req-8af23d06-861f-43e2-be06-04ca2ddf7374 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 931 time: 0.0531251 Aug 12 15:01:06.442783 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b75a894b-123f-40a6-8c77-0ea900393569 req-98e8407b-7027-41bb-9c93-577573ba7f31 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391767 Aug 12 15:01:06.576352 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c62d1-875b-452d-855b-df7486b3af1e req-a8238a27-9865-4beb-bbb2-73f16b85e80b tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:06.577906 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-974c62d1-875b-452d-855b-df7486b3af1e req-a8238a27-9865-4beb-bbb2-73f16b85e80b tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 944 time: 0.0575078 Aug 12 15:01:06.638539 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-974c62d1-875b-452d-855b-df7486b3af1e req-72495406-5520-41f6-a4ae-aae8c4d48121 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477946 Aug 12 15:01:06.740789 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e68899e5-3a49-4a63-8ab8-3d906fa09533 req-630da855-2b30-4482-a70d-4f32e66f320c tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 210 time: 0.0280788 Aug 12 15:01:07.563359 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7c489-6b0a-4708-8aba-4ddee7e81000 req-d85671a8-b0d5-4182-8156-406b44af4bab tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:07.564937 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f4d7c489-6b0a-4708-8aba-4ddee7e81000 req-d85671a8-b0d5-4182-8156-406b44af4bab tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 931 time: 0.0525146 Aug 12 15:01:07.607822 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f4d7c489-6b0a-4708-8aba-4ddee7e81000 req-c1c1d4d5-1cca-44a9-bc85-ba1d27b2738c tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356622 Aug 12 15:01:07.778247 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaaf91-5877-4161-bce7-2589fec5e526 req-9c4e9407-2f87-47fc-a8c5-554b6d68bc86 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:07.780538 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-39eaaf91-5877-4161-bce7-2589fec5e526 req-9c4e9407-2f87-47fc-a8c5-554b6d68bc86 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 944 time: 0.0601676 Aug 12 15:01:07.821091 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-39eaaf91-5877-4161-bce7-2589fec5e526 req-beac8ed0-0a8c-497a-b306-bd1478eae913 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345201 Aug 12 15:01:07.915900 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f62004ab-ceb1-4ccf-8a1c-89d0f08bc184 req-2bd8ace9-c1a3-468b-8d40-ff8065986c3b tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 210 time: 0.0262694 Aug 12 15:01:08.735027 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af323f-73d0-4d87-8ec9-0a9046110e48 req-e9718b36-2957-45ef-922d-9a4fde4ef4bb tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:08.736681 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-47af323f-73d0-4d87-8ec9-0a9046110e48 req-e9718b36-2957-45ef-922d-9a4fde4ef4bb tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 931 time: 0.0567408 Aug 12 15:01:08.776389 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-47af323f-73d0-4d87-8ec9-0a9046110e48 req-4930992c-90e9-4ea4-8d95-5b4a45589944 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326595 Aug 12 15:01:08.946766 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839815f-5630-4c34-977f-b42c5ffa756b req-575323cf-fe8e-496b-ae4a-b90f18e21935 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:08.948303 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e839815f-5630-4c34-977f-b42c5ffa756b req-575323cf-fe8e-496b-ae4a-b90f18e21935 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 944 time: 0.0536273 Aug 12 15:01:08.990872 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e839815f-5630-4c34-977f-b42c5ffa756b req-06cd8b5b-17eb-4208-ac4f-d5f33576a345 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356975 Aug 12 15:01:09.092920 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-99d963c7-98a2-433e-bdd8-8006182e4770 req-5f39286e-cc39-42c2-b34a-34db5953c294 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 210 time: 0.0278823 Aug 12 15:01:09.329367 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-7fa55a94-1f81-4da4-bd3e-a9a5bf5bdaac service neutron] Request body: {'port': {'device_id': '01ef34bd-0ec5-477d-b02e-84a8242da622', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:09.421532 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-7fa55a94-1f81-4da4-bd3e-a9a5bf5bdaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:09.437408 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-bb68a495-62e9-466f-8032-62d247601de4 req-5bca8b12-e0cd-4dd4-92b1-e503374fb21b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0876026 Aug 12 15:01:09.622768 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68a495-62e9-466f-8032-62d247601de4 req-7d49cdfd-f0ac-46a8-9929-2659060ba36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:09.624162 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-bb68a495-62e9-466f-8032-62d247601de4 req-7d49cdfd-f0ac-46a8-9929-2659060ba36d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=354567df920f421c84ca26c1b7eab2a1&device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 1099 time: 0.1020741 Aug 12 15:01:09.785126 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-7fa55a94-1f81-4da4-bd3e-a9a5bf5bdaac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58cee8d1-ce37-4392-bd50-a2531d1ce943 {{(pid=105906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:01:09.794837 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-7fa55a94-1f81-4da4-bd3e-a9a5bf5bdaac service neutron] Notify callbacks [] for port, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:09.798117 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68a495-62e9-466f-8032-62d247601de4 req-ea20dc6a-6996-403b-93d7-7ea651c9752a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:09.799098 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-bb68a495-62e9-466f-8032-62d247601de4 req-ea20dc6a-6996-403b-93d7-7ea651c9752a service neutron] 10.222.0.73 "GET /v2.0/networks?id=e7538b30-bfa9-411c-b4b8-e587c082b88a HTTP/1.1" status: 200 len: 911 time: 0.1455421 Aug 12 15:01:09.816071 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-7fa55a94-1f81-4da4-bd3e-a9a5bf5bdaac service neutron] Transition to ACTIVE for port object 58cee8d1-ce37-4392-bd50-a2531d1ce943 will not be triggered until provisioned by entity L2. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:01:09.875405 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-bb68a495-62e9-466f-8032-62d247601de4 req-4b254bc9-b9c6-4ae6-8df3-b6d0cfc70b3d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a4e0fc1-a13e-472d-a4ed-dcb7016b0340 HTTP/1.1" status: 200 len: 1001 time: 0.0667777 Aug 12 15:01:09.897046 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c67dd-f829-4346-ae38-6337d41d3580 req-04f19fb2-798a-4f5f-9e08-0c6cd5ca5507 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:09.899378 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0f9c67dd-f829-4346-ae38-6337d41d3580 req-04f19fb2-798a-4f5f-9e08-0c6cd5ca5507 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 931 time: 0.0522017 Aug 12 15:01:09.928464 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-7fa55a94-1f81-4da4-bd3e-a9a5bf5bdaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:09.934131 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68a495-62e9-466f-8032-62d247601de4 req-8a82b45e-d1cb-4f5c-a42b-7681b4ca6646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:09.935696 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-bb68a495-62e9-466f-8032-62d247601de4 req-8a82b45e-d1cb-4f5c-a42b-7681b4ca6646 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=396a65e9-67f2-4ba0-a778-6055cb57506a HTTP/1.1" status: 200 len: 849 time: 0.0500548 Aug 12 15:01:09.940295 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0f9c67dd-f829-4346-ae38-6337d41d3580 req-1599eb3e-63ef-4b1d-bd1f-4ab8baa16046 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335641 Aug 12 15:01:10.002323 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa55a94-1f81-4da4-bd3e-a9a5bf5bdaac service neutron] Pushing event updated for resources: {'Port': ['ID=58cee8d1-ce37-4392-bd50-a2531d1ce943,revision_number=2']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:10.038621 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68a495-62e9-466f-8032-62d247601de4 req-cce73394-6999-48aa-b165-00588d2f28f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:10.045799 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-bb68a495-62e9-466f-8032-62d247601de4 req-cce73394-6999-48aa-b165-00588d2f28f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e7538b30-bfa9-411c-b4b8-e587c082b88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836198 Aug 12 15:01:10.156514 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-7fa55a94-1f81-4da4-bd3e-a9a5bf5bdaac service neutron] Attempting to bind port 58cee8d1-ce37-4392-bd50-a2531d1ce943 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:01:10.156877 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-7fa55a94-1f81-4da4-bd3e-a9a5bf5bdaac service neutron] Attempting to bind port 58cee8d1-ce37-4392-bd50-a2531d1ce943 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': 'fa7ac654-7d73-4fdb-8714-6ef6349cb46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2'}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:01:10.157203 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-7fa55a94-1f81-4da4-bd3e-a9a5bf5bdaac service neutron] Attempting to bind port 58cee8d1-ce37-4392-bd50-a2531d1ce943 on network e12c87ba-1aa2-40ac-b08a-47fcc85884a2 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:01:10.169551 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-7fa55a94-1f81-4da4-bd3e-a9a5bf5bdaac service neutron] Port 58cee8d1-ce37-4392-bd50-a2531d1ce943 on network e12c87ba-1aa2-40ac-b08a-47fcc85884a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:01:10.169873 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-7fa55a94-1f81-4da4-bd3e-a9a5bf5bdaac service neutron] Attempting to bind port 58cee8d1-ce37-4392-bd50-a2531d1ce943 on network e12c87ba-1aa2-40ac-b08a-47fcc85884a2 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:01:10.175735 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51070058-6846-4310-9230-8301b97449cc req-85e052be-badc-4a5b-8918-663e25c8f4d0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:10.177566 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-51070058-6846-4310-9230-8301b97449cc req-85e052be-badc-4a5b-8918-663e25c8f4d0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 944 time: 0.0956349 Aug 12 15:01:10.182794 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-7fa55a94-1f81-4da4-bd3e-a9a5bf5bdaac service neutron] Checking agent: {'id': '8bc968ee-63fe-4341-8ff4-51482bda9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'started_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:01:10.183131 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-7fa55a94-1f81-4da4-bd3e-a9a5bf5bdaac service neutron] Checking segment: {'id': 'fa7ac654-7d73-4fdb-8714-6ef6349cb46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:01:10.183513 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-7fa55a94-1f81-4da4-bd3e-a9a5bf5bdaac service neutron] Bound using segment: {'id': 'fa7ac654-7d73-4fdb-8714-6ef6349cb46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2'} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:01:10.183941 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-7fa55a94-1f81-4da4-bd3e-a9a5bf5bdaac service neutron] Bound port: 58cee8d1-ce37-4392-bd50-a2531d1ce943, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa7ac654-7d73-4fdb-8714-6ef6349cb46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2'}}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:01:10.184293 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-7fa55a94-1f81-4da4-bd3e-a9a5bf5bdaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:10.190920 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-bb68a495-62e9-466f-8032-62d247601de4 req-9dfaa533-a1f8-4d59-9d7b-8c445781608d service neutron] 10.222.0.73 "GET /v2.0/networks/e7538b30-bfa9-411c-b4b8-e587c082b88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294794 Aug 12 15:01:10.226854 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3c85aadc-88d2-4b10-8e0c-0b5856067c06 req-b7711b78-583a-4149-84ad-c73eaf6e6921 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 210 time: 0.0476873 Aug 12 15:01:10.256273 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-51070058-6846-4310-9230-8301b97449cc req-a3d1ffd7-fc7e-4e25-b442-6aa1da2b631e tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666637 Aug 12 15:01:10.331626 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-7fa55a94-1f81-4da4-bd3e-a9a5bf5bdaac service neutron] For port 58cee8d1-ce37-4392-bd50-a2531d1ce943, host hv-cinder-80001, cleared binding levels {{(pid=105906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:01:10.339491 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-7fa55a94-1f81-4da4-bd3e-a9a5bf5bdaac service neutron] For port 58cee8d1-ce37-4392-bd50-a2531d1ce943, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=58cee8d1-ce37-4392-bd50-a2531d1ce943,segment=NetworkSegment(fa7ac654-7d73-4fdb-8714-6ef6349cb46c),segment_id=fa7ac654-7d73-4fdb-8714-6ef6349cb46c)] {{(pid=105906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:01:10.345236 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-bb68a495-62e9-466f-8032-62d247601de4 req-f6b93009-7515-4de7-890e-267b25df5d58 service neutron] 10.222.0.73 "GET /v2.0/networks/e7538b30-bfa9-411c-b4b8-e587c082b88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466789 Aug 12 15:01:10.455327 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-7fa55a94-1f81-4da4-bd3e-a9a5bf5bdaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:10.504350 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-7fa55a94-1f81-4da4-bd3e-a9a5bf5bdaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:10.505005 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-7fa55a94-1f81-4da4-bd3e-a9a5bf5bdaac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:10.506400 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-7fa55a94-1f81-4da4-bd3e-a9a5bf5bdaac service neutron] 10.222.0.73 "PUT /v2.0/ports/58cee8d1-ce37-4392-bd50-a2531d1ce943 HTTP/1.1" status: 200 len: 1093 time: 1.1825211 Aug 12 15:01:10.509692 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ef34bd-0ec5-477d-b02e-84a8242da622', 'tag': '58cee8d1-ce37-4392-bd50-a2531d1ce943'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:01:10.511945 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a829f841-c1f3-4ba6-91f7-27406c410646" -d '{"events": [{"name": "network-changed", "server_uuid": "01ef34bd-0ec5-477d-b02e-84a8242da622", "tag": "58cee8d1-ce37-4392-bd50-a2531d1ce943"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:01:10.535672 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa55a94-1f81-4da4-bd3e-a9a5bf5bdaac service neutron] Pushing event updated for resources: {'Port': ['ID=58cee8d1-ce37-4392-bd50-a2531d1ce943,revision_number=3']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:10.564332 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275e4409-5cdf-4257-a293-ebb0605a3617 x-openstack-request-id: req-275e4409-5cdf-4257-a293-ebb0605a3617 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:01:10.564332 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ef34bd-0ec5-477d-b02e-84a8242da622", "tag": "58cee8d1-ce37-4392-bd50-a2531d1ce943", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:01:10.564332 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-275e4409-5cdf-4257-a293-ebb0605a3617 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:01:10.564821 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ef34bd-0ec5-477d-b02e-84a8242da622', 'tag': '58cee8d1-ce37-4392-bd50-a2531d1ce943', 'status': 'completed', 'code': 200} Aug 12 15:01:10.662912 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829f841-c1f3-4ba6-91f7-27406c410646 req-24ec3786-85de-4696-a118-40f50e0659b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:10.666116 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a829f841-c1f3-4ba6-91f7-27406c410646 req-24ec3786-85de-4696-a118-40f50e0659b2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=870582b29ae2413fb6c942fc00bf278b&device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 1096 time: 0.0712142 Aug 12 15:01:10.782050 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829f841-c1f3-4ba6-91f7-27406c410646 req-fb4f823b-2f79-4751-a5d5-57336bbd9892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:10.782561 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a829f841-c1f3-4ba6-91f7-27406c410646 req-fb4f823b-2f79-4751-a5d5-57336bbd9892 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=870582b29ae2413fb6c942fc00bf278b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1074553 Aug 12 15:01:10.948340 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829f841-c1f3-4ba6-91f7-27406c410646 req-6653a311-4208-4627-a7b2-5d67d86db110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:10.949816 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a829f841-c1f3-4ba6-91f7-27406c410646 req-6653a311-4208-4627-a7b2-5d67d86db110 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1587110 Aug 12 15:01:10.965814 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-bd7ca996-e41f-4c63-90c2-4e48f03b3dab tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:10.967282 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-bd7ca996-e41f-4c63-90c2-4e48f03b3dab tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.73 "GET /v2.0/networks?id=7afd0ba9-a757-4823-8e62-3449919f76ad HTTP/1.1" status: 200 len: 808 time: 0.1290374 Aug 12 15:01:11.045374 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-33ed67d3-abce-4c57-8cf9-dd7ae87424c1 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da657e2106dc46a7ae185eb3fb6d4506 HTTP/1.1" status: 200 len: 380 time: 0.0607460 Aug 12 15:01:11.060059 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-30c76005-5350-412f-9c82-e0c4bcb58775 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Request body: {'port': {'device_id': 'd7d986fe-ae65-4a84-8bf9-fca5cc95bef2', 'network_id': '7afd0ba9-a757-4823-8e62-3449919f76ad', 'admin_state_up': True, 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'security_groups': ['c0a8f817-34aa-493f-a215-6c2ba29ac916']}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:11.072619 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ea2b9-748b-4284-bbc3-ca82d614175b req-98de0fa1-df01-4b69-be03-8bd0fffac6de tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:11.074378 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-de5ea2b9-748b-4284-bbc3-ca82d614175b req-98de0fa1-df01-4b69-be03-8bd0fffac6de tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 943 time: 0.0534253 Aug 12 15:01:11.078207 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-fe3d05b5-d1a4-4935-a98b-0049783be1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:11.078378 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-fe3d05b5-d1a4-4935-a98b-0049783be1db service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=870582b29ae2413fb6c942fc00bf278b&device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 1096 time: 0.0697403 Aug 12 15:01:11.116532 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-de5ea2b9-748b-4284-bbc3-ca82d614175b req-e8e85629-5e0f-4a73-9b64-b83e48c66432 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347295 Aug 12 15:01:11.150010 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-4ae3d03d-71cd-4dce-9fec-c14db01e4baf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58cee8d1-ce37-4392-bd50-a2531d1ce943 HTTP/1.1" status: 200 len: 217 time: 0.0430984 Aug 12 15:01:11.225800 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-38fbfcff-9d76-4a1b-8287-f4600fd0e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:11.227409 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-38fbfcff-9d76-4a1b-8287-f4600fd0e68b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9941a911-4b2d-4b7d-a097-ff6807b1051b HTTP/1.1" status: 200 len: 851 time: 0.0692813 Aug 12 15:01:11.285811 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-b07d0562-af38-417e-becf-47bbd2fcbed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:11.287288 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-b07d0562-af38-417e-becf-47bbd2fcbed8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e12c87ba-1aa2-40ac-b08a-47fcc85884a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474117 Aug 12 15:01:11.328986 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-342f62aa-7448-43eb-9365-6f7f9d3b9784 req-0b255016-83d4-4b70-9749-2d408b2890cd tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 210 time: 0.0266821 Aug 12 15:01:11.380776 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-f538f4ff-5a3a-40ed-a57a-8d8499e3e9ae service neutron] 10.222.0.73 "GET /v2.0/networks/e12c87ba-1aa2-40ac-b08a-47fcc85884a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850658 Aug 12 15:01:11.383545 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-30c76005-5350-412f-9c82-e0c4bcb58775 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Made reservation on behalf of da657e2106dc46a7ae185eb3fb6d4506 for: {'port': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:01:11.383693 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c9c69-4ffa-4570-8ad3-52a160e08b2c req-3681b52e-24e0-4015-970c-81758f6f60ac tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:11.385205 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-991c9c69-4ffa-4570-8ad3-52a160e08b2c req-3681b52e-24e0-4015-970c-81758f6f60ac tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 944 time: 0.0519035 Aug 12 15:01:11.386907 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-30c76005-5350-412f-9c82-e0c4bcb58775 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:11.431860 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-991c9c69-4ffa-4570-8ad3-52a160e08b2c req-9150569b-40ab-4f39-9918-b4bf7637b5ba tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322981 Aug 12 15:01:11.542314 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-9b1a7396-b6ad-4dc0-90b8-eac75671782a req-781d920d-b66c-4ac8-9746-10fd593595de service neutron] 10.222.0.73 "GET /v2.0/networks/e12c87ba-1aa2-40ac-b08a-47fcc85884a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531150 Aug 12 15:01:11.594066 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_common [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-30c76005-5350-412f-9c82-e0c4bcb58775 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Allocated IP 172.20.0.7 (7afd0ba9-a757-4823-8e62-3449919f76ad/7a379225-2e3f-460f-95c4-507a052d0604/fb634682-ee80-438c-9113-f16cfbcb0473) {{(pid=105906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:01:11.733074 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-30c76005-5350-412f-9c82-e0c4bcb58775 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for port, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:11.747631 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-30c76005-5350-412f-9c82-e0c4bcb58775 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Transition to ACTIVE for port object fb634682-ee80-438c-9113-f16cfbcb0473 will not be triggered until provisioned by entity DHCP. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:01:11.932763 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-30c76005-5350-412f-9c82-e0c4bcb58775 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:11.971333 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-30c76005-5350-412f-9c82-e0c4bcb58775 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Network 7afd0ba9-a757-4823-8e62-3449919f76ad is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:01:11.976289 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-30c76005-5350-412f-9c82-e0c4bcb58775 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:01:11.980340 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=105907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:01:11.980937 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-30c76005-5350-412f-9c82-e0c4bcb58775 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Received port after_create {{(pid=105906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:01:12.012904 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c76005-5350-412f-9c82-e0c4bcb58775 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Pushing event updated for resources: {'Port': ['ID=fb634682-ee80-438c-9113-f16cfbcb0473,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:12.028864 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c76005-5350-412f-9c82-e0c4bcb58775 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:12.029210 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c76005-5350-412f-9c82-e0c4bcb58775 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:12.029549 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c76005-5350-412f-9c82-e0c4bcb58775 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:12.029883 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c76005-5350-412f-9c82-e0c4bcb58775 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:12.030214 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c76005-5350-412f-9c82-e0c4bcb58775 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:12.030544 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c76005-5350-412f-9c82-e0c4bcb58775 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:12.030871 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c76005-5350-412f-9c82-e0c4bcb58775 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:12.031192 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c76005-5350-412f-9c82-e0c4bcb58775 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:12.031515 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c76005-5350-412f-9c82-e0c4bcb58775 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:12.031833 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c76005-5350-412f-9c82-e0c4bcb58775 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:12.032152 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c76005-5350-412f-9c82-e0c4bcb58775 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:12.032468 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c76005-5350-412f-9c82-e0c4bcb58775 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:12.053127 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-30c76005-5350-412f-9c82-e0c4bcb58775 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:12.055625 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-30c76005-5350-412f-9c82-e0c4bcb58775 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:12.097289 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:12.110650 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Returning: {'device': '6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1', 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'port_id': '6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1', 'mac_address': 'fa:16:3e:19:4e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:01:12.164781 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:12.182514 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-30c76005-5350-412f-9c82-e0c4bcb58775 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1271520 Aug 12 15:01:12.200178 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 {{(pid=105907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:01:12.200477 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-d1902543-2a96-4122-9f70-f4c4b5b19902 service neutron] Request body: {'port': {'device_id': 'd7d986fe-ae65-4a84-8bf9-fca5cc95bef2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:12.207819 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:12.238910 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6c257-257d-4739-9016-91354be4ba7f req-1c985111-7a1a-4d2b-add4-a53270d99ad1 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:12.241200 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b9f6c257-257d-4739-9016-91354be4ba7f req-1c985111-7a1a-4d2b-add4-a53270d99ad1 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 943 time: 0.0548928 Aug 12 15:01:12.259915 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-d1902543-2a96-4122-9f70-f4c4b5b19902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:12.287111 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b9f6c257-257d-4739-9016-91354be4ba7f req-d1c31bf9-b8f6-4c70-9e24-aa71bf2f963f tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370893 Aug 12 15:01:12.292640 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-2c695572-8a4c-4dfc-b1eb-8b3b782d39bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:12.328233 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-6d94022c-f452-40a2-995f-193e36b2f87f None None] Provisioning for port fb634682-ee80-438c-9113-f16cfbcb0473 completed by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:01:12.331732 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:12.339057 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-6d94022c-f452-40a2-995f-193e36b2f87f None None] Provisioning complete for port fb634682-ee80-438c-9113-f16cfbcb0473 triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:01:12.339679 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-6d94022c-f452-40a2-995f-193e36b2f87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:12.413546 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-6d94022c-f452-40a2-995f-193e36b2f87f None None] Port fb634682-ee80-438c-9113-f16cfbcb0473 cannot update to ACTIVE because it is not bound. {{(pid=105907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:01:12.421461 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:12.454836 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955152d-eba0-4e8d-9439-aae1a9e40f30 req-19d9a35b-f154-4c5a-97a5-bb940c553fb4 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:12.457227 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d955152d-eba0-4e8d-9439-aae1a9e40f30 req-19d9a35b-f154-4c5a-97a5-bb940c553fb4 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 931 time: 0.0539975 Aug 12 15:01:12.504079 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d955152d-eba0-4e8d-9439-aae1a9e40f30 req-3ddc3548-6420-47ec-a1ad-fee4557159ac tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351918 Aug 12 15:01:12.572645 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787abb8d-9063-4a35-b950-09d9b73fd919 req-2ca23c53-f7e5-4333-8fd7-83f5fdd70dd5 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:12.574248 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-787abb8d-9063-4a35-b950-09d9b73fd919 req-2ca23c53-f7e5-4333-8fd7-83f5fdd70dd5 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 945 time: 0.0594378 Aug 12 15:01:12.607707 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:01:12.617369 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-787abb8d-9063-4a35-b950-09d9b73fd919 req-57f97012-7c32-4e84-be0e-5e510dae2367 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361586 Aug 12 15:01:12.832811 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-d1902543-2a96-4122-9f70-f4c4b5b19902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb634682-ee80-438c-9113-f16cfbcb0473 {{(pid=105906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:01:12.840699 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-d1902543-2a96-4122-9f70-f4c4b5b19902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:12.852421 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-d1902543-2a96-4122-9f70-f4c4b5b19902 service neutron] Transition to ACTIVE for port object fb634682-ee80-438c-9113-f16cfbcb0473 will not be triggered until provisioned by entity L2. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:01:12.969402 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-d1902543-2a96-4122-9f70-f4c4b5b19902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:13.031156 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1902543-2a96-4122-9f70-f4c4b5b19902 service neutron] Pushing event updated for resources: {'Port': ['ID=fb634682-ee80-438c-9113-f16cfbcb0473,revision_number=2']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:13.104093 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-d1902543-2a96-4122-9f70-f4c4b5b19902 service neutron] Attempting to bind port fb634682-ee80-438c-9113-f16cfbcb0473 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:01:13.104435 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-d1902543-2a96-4122-9f70-f4c4b5b19902 service neutron] Attempting to bind port fb634682-ee80-438c-9113-f16cfbcb0473 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': '595b3322-b762-4362-b570-2f3dc9dfabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7afd0ba9-a757-4823-8e62-3449919f76ad'}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:01:13.104791 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-d1902543-2a96-4122-9f70-f4c4b5b19902 service neutron] Attempting to bind port fb634682-ee80-438c-9113-f16cfbcb0473 on network 7afd0ba9-a757-4823-8e62-3449919f76ad {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:01:13.109205 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-d1902543-2a96-4122-9f70-f4c4b5b19902 service neutron] Port fb634682-ee80-438c-9113-f16cfbcb0473 on network 7afd0ba9-a757-4823-8e62-3449919f76ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:01:13.115665 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-d1902543-2a96-4122-9f70-f4c4b5b19902 service neutron] Attempting to bind port fb634682-ee80-438c-9113-f16cfbcb0473 on network 7afd0ba9-a757-4823-8e62-3449919f76ad {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:01:13.115665 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-d1902543-2a96-4122-9f70-f4c4b5b19902 service neutron] Checking agent: {'id': '8bc968ee-63fe-4341-8ff4-51482bda9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'started_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:01:13.115665 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-d1902543-2a96-4122-9f70-f4c4b5b19902 service neutron] Checking segment: {'id': '595b3322-b762-4362-b570-2f3dc9dfabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7afd0ba9-a757-4823-8e62-3449919f76ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:01:13.115665 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-d1902543-2a96-4122-9f70-f4c4b5b19902 service neutron] Bound using segment: {'id': '595b3322-b762-4362-b570-2f3dc9dfabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7afd0ba9-a757-4823-8e62-3449919f76ad'} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:01:13.115665 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-d1902543-2a96-4122-9f70-f4c4b5b19902 service neutron] Bound port: fb634682-ee80-438c-9113-f16cfbcb0473, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '595b3322-b762-4362-b570-2f3dc9dfabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7afd0ba9-a757-4823-8e62-3449919f76ad'}}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:01:13.116199 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-d1902543-2a96-4122-9f70-f4c4b5b19902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:13.185501 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-d1902543-2a96-4122-9f70-f4c4b5b19902 service neutron] For port fb634682-ee80-438c-9113-f16cfbcb0473, host hv-cinder-80001, cleared binding levels {{(pid=105906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:01:13.188669 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-d1902543-2a96-4122-9f70-f4c4b5b19902 service neutron] For port fb634682-ee80-438c-9113-f16cfbcb0473, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=fb634682-ee80-438c-9113-f16cfbcb0473,segment=NetworkSegment(595b3322-b762-4362-b570-2f3dc9dfabe9),segment_id=595b3322-b762-4362-b570-2f3dc9dfabe9)] {{(pid=105906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:01:13.278278 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-d1902543-2a96-4122-9f70-f4c4b5b19902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:13.312364 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-d1902543-2a96-4122-9f70-f4c4b5b19902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:13.312751 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-d1902543-2a96-4122-9f70-f4c4b5b19902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:13.314414 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-d1902543-2a96-4122-9f70-f4c4b5b19902 service neutron] 10.222.0.73 "PUT /v2.0/ports/fb634682-ee80-438c-9113-f16cfbcb0473 HTTP/1.1" status: 200 len: 1093 time: 1.1226997 Aug 12 15:01:13.316573 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d986fe-ae65-4a84-8bf9-fca5cc95bef2', 'tag': 'fb634682-ee80-438c-9113-f16cfbcb0473'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:01:13.319650 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8fd367-0840-45b6-b402-352e367593da" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d986fe-ae65-4a84-8bf9-fca5cc95bef2", "tag": "fb634682-ee80-438c-9113-f16cfbcb0473"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:01:13.350441 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1902543-2a96-4122-9f70-f4c4b5b19902 service neutron] Pushing event updated for resources: {'Port': ['ID=fb634682-ee80-438c-9113-f16cfbcb0473,revision_number=3']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:13.422542 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976ffce-e62b-45c0-9f53-978466bb9a95 req-c6313d54-cac1-4ab6-9895-3ac60f033d5e tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:13.424071 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9976ffce-e62b-45c0-9f53-978466bb9a95 req-c6313d54-cac1-4ab6-9895-3ac60f033d5e tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 943 time: 0.0609319 Aug 12 15:01:13.467452 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9976ffce-e62b-45c0-9f53-978466bb9a95 req-43977c54-a386-4da7-8242-bc988b0f0ad2 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362661 Aug 12 15:01:13.532981 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803c292d-2e4c-430b-8e15-532f703f32e7 x-openstack-request-id: req-803c292d-2e4c-430b-8e15-532f703f32e7 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:01:13.532981 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d986fe-ae65-4a84-8bf9-fca5cc95bef2", "tag": "fb634682-ee80-438c-9113-f16cfbcb0473", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:01:13.532981 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-803c292d-2e4c-430b-8e15-532f703f32e7 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:01:13.532981 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d986fe-ae65-4a84-8bf9-fca5cc95bef2', 'tag': 'fb634682-ee80-438c-9113-f16cfbcb0473', 'status': 'completed', 'code': 200} Aug 12 15:01:13.532981 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-9af9cac8-8238-4b85-b85c-a07995c8f293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:13.532981 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-9af9cac8-8238-4b85-b85c-a07995c8f293 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da657e2106dc46a7ae185eb3fb6d4506&device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 1096 time: 0.0520546 Aug 12 15:01:13.573018 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-1cb32be2-ab59-46f5-bb37-59cd470e5cfa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb634682-ee80-438c-9113-f16cfbcb0473 HTTP/1.1" status: 200 len: 217 time: 0.0387888 Aug 12 15:01:13.625842 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-22ddc8ca-7d9e-4a60-9480-b526060b7a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:13.627326 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-22ddc8ca-7d9e-4a60-9480-b526060b7a63 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a379225-2e3f-460f-95c4-507a052d0604 HTTP/1.1" status: 200 len: 847 time: 0.0469198 Aug 12 15:01:13.645844 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaba0e3-16eb-4b67-adc8-96275033e846 req-655d194c-66e8-4997-83d5-9d774242eed6 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:13.647542 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-eaaba0e3-16eb-4b67-adc8-96275033e846 req-655d194c-66e8-4997-83d5-9d774242eed6 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 943 time: 0.0482476 Aug 12 15:01:13.676284 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-44c2871b-ca9f-4321-8453-3ffb349b4e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:13.677690 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-44c2871b-ca9f-4321-8453-3ffb349b4e2e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7afd0ba9-a757-4823-8e62-3449919f76ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413601 Aug 12 15:01:13.689295 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-eaaba0e3-16eb-4b67-adc8-96275033e846 req-77f20182-8a08-4ae9-b403-700c5e33e2c9 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347018 Aug 12 15:01:13.780058 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-1ec7fdf7-b67d-4c3b-b456-aaa169d4f788 service neutron] 10.222.0.73 "GET /v2.0/networks/7afd0ba9-a757-4823-8e62-3449919f76ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867784 Aug 12 15:01:13.803883 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a73299-e5f2-4216-97b5-6dc76500d1f6 req-e55ed26c-453b-440c-9441-82b603de5eef tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:13.805403 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a1a73299-e5f2-4216-97b5-6dc76500d1f6 req-e55ed26c-453b-440c-9441-82b603de5eef tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 945 time: 0.0522974 Aug 12 15:01:13.845479 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a1a73299-e5f2-4216-97b5-6dc76500d1f6 req-5852501f-e6ca-40c5-85b6-b4b54d8355a1 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341163 Aug 12 15:01:13.878107 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-8bb7ed92-958e-41d4-a60d-ae2cc2752806 req-e5bb2683-4a21-45b9-a706-81eb56d8a88e service neutron] 10.222.0.73 "GET /v2.0/networks/7afd0ba9-a757-4823-8e62-3449919f76ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907567 Aug 12 15:01:13.988765 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 58cee8d1-ce37-4392-bd50-a2531d1ce943 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=105907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:01:13.992796 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 up at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:01:14.039878 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fd367-0840-45b6-b402-352e367593da req-56c20403-fe71-4d8a-a3df-9799b20cc10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:14.041881 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1a8fd367-0840-45b6-b402-352e367593da req-56c20403-fe71-4d8a-a3df-9799b20cc10c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da657e2106dc46a7ae185eb3fb6d4506&device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 1096 time: 0.0421550 Aug 12 15:01:14.133528 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 58cee8d1-ce37-4392-bd50-a2531d1ce943, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=58cee8d1-ce37-4392-bd50-a2531d1ce943,segment=NetworkSegment(fa7ac654-7d73-4fdb-8714-6ef6349cb46c),segment_id=fa7ac654-7d73-4fdb-8714-6ef6349cb46c)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:14.144083 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fd367-0840-45b6-b402-352e367593da req-495c897d-1190-4769-b21c-bf88bf8e9711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:14.145635 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1a8fd367-0840-45b6-b402-352e367593da req-495c897d-1190-4769-b21c-bf88bf8e9711 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7afd0ba9-a757-4823-8e62-3449919f76ad HTTP/1.1" status: 200 len: 909 time: 0.0958188 Aug 12 15:01:14.149625 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Returning: {'device': '58cee8d1-ce37-4392-bd50-a2531d1ce943', 'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2', 'port_id': '58cee8d1-ce37-4392-bd50-a2531d1ce943', 'mac_address': 'fa:16:3e:59:a0:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9941a911-4b2d-4b7d-a097-ff6807b1051b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:01:14.188515 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:14.189569 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1a8fd367-0840-45b6-b402-352e367593da req-162958e1-e812-4187-a512-f784c0bc35d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb634682-ee80-438c-9113-f16cfbcb0473 HTTP/1.1" status: 200 len: 217 time: 0.0353630 Aug 12 15:01:14.201624 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning for port 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:01:14.204273 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58cee8d1-ce37-4392-bd50-a2531d1ce943 {{(pid=105907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:01:14.212187 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning complete for port 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:01:14.212606 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:14.239310 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fd367-0840-45b6-b402-352e367593da req-7c974a2a-7bf0-4d8a-97a7-6b3769836e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:14.240817 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1a8fd367-0840-45b6-b402-352e367593da req-7c974a2a-7bf0-4d8a-97a7-6b3769836e21 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a379225-2e3f-460f-95c4-507a052d0604 HTTP/1.1" status: 200 len: 847 time: 0.0430949 Aug 12 15:01:14.245220 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 58cee8d1-ce37-4392-bd50-a2531d1ce943, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=58cee8d1-ce37-4392-bd50-a2531d1ce943,segment=NetworkSegment(fa7ac654-7d73-4fdb-8714-6ef6349cb46c),segment_id=fa7ac654-7d73-4fdb-8714-6ef6349cb46c)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:14.298693 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fd367-0840-45b6-b402-352e367593da req-824a91bd-434a-4a4c-961a-a5fb0f44a66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:14.300194 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1a8fd367-0840-45b6-b402-352e367593da req-824a91bd-434a-4a4c-961a-a5fb0f44a66d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7afd0ba9-a757-4823-8e62-3449919f76ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504634 Aug 12 15:01:14.310296 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:14.338938 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7fd63d-283d-4284-b213-4014173d7b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1'}] {{(pid=105907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:01:14.341275 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d000d793ac8a3d868a659aad16e36a91200609b2b231164c0c4cfca9150c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cb623f-64f7-4913-b530-73966f820f06" -d '{"events": [{"server_uuid": "be7fd63d-283d-4284-b213-4014173d7b76", "name": "network-vif-plugged", "status": "completed", "tag": "6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1"}]}' {{(pid=105907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:01:14.354378 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:14.381066 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:14.399151 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1a8fd367-0840-45b6-b402-352e367593da req-c497958b-4e98-48ff-af06-501ef8d25eaf service neutron] 10.222.0.73 "GET /v2.0/networks/7afd0ba9-a757-4823-8e62-3449919f76ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900471 Aug 12 15:01:14.439354 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=58cee8d1-ce37-4392-bd50-a2531d1ce943,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:14.446585 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a4a1e5-70b2-4751-8b1a-71278e68a537 x-openstack-request-id: req-b7a4a1e5-70b2-4751-8b1a-71278e68a537 {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:01:14.446879 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7fd63d-283d-4284-b213-4014173d7b76", "name": "network-vif-plugged", "status": "completed", "tag": "6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1", "code": 200}]} {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:01:14.447116 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b7a4a1e5-70b2-4751-8b1a-71278e68a537 {{(pid=105907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:01:14.447497 dv-cinder-800015-3-iscsi neutron-server[105907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7fd63d-283d-4284-b213-4014173d7b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1', 'code': 200} Aug 12 15:01:14.452623 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:14.506862 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1a8fd367-0840-45b6-b402-352e367593da req-eabe1ef3-ddba-4745-875a-0bc06bb05aba service neutron] 10.222.0.73 "GET /v2.0/networks/7afd0ba9-a757-4823-8e62-3449919f76ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972009 Aug 12 15:01:14.513401 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:14.577873 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-26974b6a-15c1-4c6c-9f29-8aa5455ff909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:14.593195 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f12f0-d146-4fe5-887c-fa68f2fa220e req-37bdc0af-d891-41fd-9f07-d8fa4c5bd959 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:14.594711 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8b0f12f0-d146-4fe5-887c-fa68f2fa220e req-37bdc0af-d891-41fd-9f07-d8fa4c5bd959 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 944 time: 0.0479710 Aug 12 15:01:14.629294 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['58cee8d1-ce37-4392-bd50-a2531d1ce943'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:01:14.641987 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8b0f12f0-d146-4fe5-887c-fa68f2fa220e req-5c4fbd2b-0bb8-49a3-a10b-86fb6507164a tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413249 Aug 12 15:01:14.818992 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640a06a-0dee-43c5-81ee-b17216b06021 req-107224f0-37ec-474e-a447-17f53a23387d tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:14.821327 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d640a06a-0dee-43c5-81ee-b17216b06021 req-107224f0-37ec-474e-a447-17f53a23387d tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 943 time: 0.0580204 Aug 12 15:01:14.834960 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e02aa-1739-46d6-a237-bcc2653cd0e4 req-b4f60ea9-919f-4586-8e0a-a232c603cb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:14.837131 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-7a7e02aa-1739-46d6-a237-bcc2653cd0e4 req-b4f60ea9-919f-4586-8e0a-a232c603cb75 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 1099 time: 0.0407288 Aug 12 15:01:14.859583 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d640a06a-0dee-43c5-81ee-b17216b06021 req-49d5fe55-3499-4c11-8593-0246d3022de2 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319414 Aug 12 15:01:14.873901 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-7a7e02aa-1739-46d6-a237-bcc2653cd0e4 req-7981d6f9-9171-4c5f-bdd0-bdcc55777f53 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281293 Aug 12 15:01:14.969114 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95eaf4-ec1f-4777-b51f-83de32d24ef9 req-19db3f61-fac8-4426-a3e1-becebc5ddc79 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:14.970578 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3a95eaf4-ec1f-4777-b51f-83de32d24ef9 req-19db3f61-fac8-4426-a3e1-becebc5ddc79 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0527337 Aug 12 15:01:15.006818 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3a95eaf4-ec1f-4777-b51f-83de32d24ef9 req-41db43e5-ab3f-4b63-86f1-8eb960f4a408 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303535 Aug 12 15:01:15.058196 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:15.771630 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f73020-ad8b-4e3e-814a-eab703d12bf2 req-9ab69dc7-61ce-4797-904a-2eb085c2ec7b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:15.773133 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-22f73020-ad8b-4e3e-814a-eab703d12bf2 req-9ab69dc7-61ce-4797-904a-2eb085c2ec7b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 944 time: 0.0509968 Aug 12 15:01:15.813261 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-22f73020-ad8b-4e3e-814a-eab703d12bf2 req-38305717-4048-4857-8185-6079417ffc78 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341070 Aug 12 15:01:15.972042 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190d230-c25e-4a14-b5eb-80a3cbb92f7d req-b1a51d63-010c-4afc-b832-09b0c1d0a102 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:15.973448 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7190d230-c25e-4a14-b5eb-80a3cbb92f7d req-b1a51d63-010c-4afc-b832-09b0c1d0a102 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 943 time: 0.0477352 Aug 12 15:01:15.995538 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:16.022533 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7190d230-c25e-4a14-b5eb-80a3cbb92f7d req-5257a0a0-11de-4368-ba82-8ddfaeedf682 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420258 Aug 12 15:01:16.023207 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 58cee8d1-ce37-4392-bd50-a2531d1ce943 up at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:01:16.135823 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82211b9b-8b41-4229-a50f-4e60a4c4b234 req-a4979db9-ea36-4436-bc4e-faea878053c3 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:16.137316 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-82211b9b-8b41-4229-a50f-4e60a4c4b234 req-a4979db9-ea36-4436-bc4e-faea878053c3 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0523045 Aug 12 15:01:16.175218 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-82211b9b-8b41-4229-a50f-4e60a4c4b234 req-7cca6ae9-1d04-40dc-80c9-66589c3a2418 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319738 Aug 12 15:01:16.177680 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning for port 58cee8d1-ce37-4392-bd50-a2531d1ce943 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:01:16.181736 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning complete for port 58cee8d1-ce37-4392-bd50-a2531d1ce943 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:01:16.182148 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:16.264142 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:16.299519 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 58cee8d1-ce37-4392-bd50-a2531d1ce943, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=58cee8d1-ce37-4392-bd50-a2531d1ce943,segment=NetworkSegment(fa7ac654-7d73-4fdb-8714-6ef6349cb46c),segment_id=fa7ac654-7d73-4fdb-8714-6ef6349cb46c)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:16.406401 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:16.448992 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ef34bd-0ec5-477d-b02e-84a8242da622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58cee8d1-ce37-4392-bd50-a2531d1ce943'}] {{(pid=105907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:01:16.451203 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d000d793ac8a3d868a659aad16e36a91200609b2b231164c0c4cfca9150c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb369d1-f625-4392-9a6c-1154cb529998" -d '{"events": [{"server_uuid": "01ef34bd-0ec5-477d-b02e-84a8242da622", "name": "network-vif-plugged", "status": "completed", "tag": "58cee8d1-ce37-4392-bd50-a2531d1ce943"}]}' {{(pid=105907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:01:16.458568 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=58cee8d1-ce37-4392-bd50-a2531d1ce943,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:16.466356 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:16.466714 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:16.467065 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:16.467411 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:16.467749 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:16.468112 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:16.468408 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:16.468760 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:16.475938 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:16.475938 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:16.475938 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:16.475938 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:16.485289 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b69c403-a720-48e2-8099-b4421df2ab84 x-openstack-request-id: req-0b69c403-a720-48e2-8099-b4421df2ab84 {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:01:16.485574 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ef34bd-0ec5-477d-b02e-84a8242da622", "name": "network-vif-plugged", "status": "completed", "tag": "58cee8d1-ce37-4392-bd50-a2531d1ce943", "code": 200}]} {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:01:16.485822 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0b69c403-a720-48e2-8099-b4421df2ab84 {{(pid=105907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:01:16.486206 dv-cinder-800015-3-iscsi neutron-server[105907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ef34bd-0ec5-477d-b02e-84a8242da622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58cee8d1-ce37-4392-bd50-a2531d1ce943', 'code': 200} Aug 12 15:01:16.918579 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847f7b8-437c-428a-a531-ab1bee03a164 req-e64ca7f0-9b74-42c7-8a07-35786b02e0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:16.920124 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-5847f7b8-437c-428a-a531-ab1bee03a164 req-e64ca7f0-9b74-42c7-8a07-35786b02e0bd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 1098 time: 0.0441864 Aug 12 15:01:16.942158 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e573718-8369-4f68-8ede-45de529632e6 req-10adfab0-2e9d-4b5d-9880-03bb676c8b33 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:16.943632 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0e573718-8369-4f68-8ede-45de529632e6 req-10adfab0-2e9d-4b5d-9880-03bb676c8b33 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 945 time: 0.0492301 Aug 12 15:01:16.957344 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-5847f7b8-437c-428a-a531-ab1bee03a164 req-78fccdd1-833a-41ec-b29f-6f83b3a14946 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287468 Aug 12 15:01:16.980859 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0e573718-8369-4f68-8ede-45de529632e6 req-fcc9ce40-f845-4271-b385-a88be9e40640 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301514 Aug 12 15:01:17.145983 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e5c74-e210-4f71-ae68-08758a7d2e31 req-1ed25abd-69a6-450c-a19f-c68eece789cb tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:17.147365 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ea9e5c74-e210-4f71-ae68-08758a7d2e31 req-1ed25abd-69a6-450c-a19f-c68eece789cb tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 943 time: 0.0474091 Aug 12 15:01:17.184479 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ea9e5c74-e210-4f71-ae68-08758a7d2e31 req-65dfbc6d-9991-4f9e-bbbe-f6a83986975d tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311685 Aug 12 15:01:17.300876 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a9a26-e13a-4640-bc1e-0276842d011a req-5d97992b-c17e-430f-b652-28f3b52753ec tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:17.303502 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-481a9a26-e13a-4640-bc1e-0276842d011a req-5d97992b-c17e-430f-b652-28f3b52753ec tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0590167 Aug 12 15:01:17.339748 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-481a9a26-e13a-4640-bc1e-0276842d011a req-1c92f3e0-2e72-4075-a27f-1f240e24ef42 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307310 Aug 12 15:01:17.459609 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb1620-21f3-45ad-8ccb-527003c3a505 req-69e1c11a-76d3-4036-a6fa-7b2c555be2bb tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:17.462040 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-33eb1620-21f3-45ad-8ccb-527003c3a505 req-69e1c11a-76d3-4036-a6fa-7b2c555be2bb tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0499365 Aug 12 15:01:17.469987 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 44936) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:17.474503 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-02701270-8c9b-4d2a-820d-b2ec3d6371c5 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Request body: {'floatingip': {'port_id': '6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:17.475251 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:17.511605 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-02701270-8c9b-4d2a-820d-b2ec3d6371c5 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for floatingip, before_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:18.201496 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543aa89c-3b0a-47a3-bfb1-ff00d2b5394b req-c4fda305-5140-46fa-b8b1-9756550b268b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:18.202940 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-543aa89c-3b0a-47a3-bfb1-ff00d2b5394b req-c4fda305-5140-46fa-b8b1-9756550b268b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 945 time: 0.1559708 Aug 12 15:01:18.312487 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.db.resource_extend [None req-02701270-8c9b-4d2a-820d-b2ec3d6371c5 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 15:01:18.374553 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-543aa89c-3b0a-47a3-bfb1-ff00d2b5394b req-f9951922-8760-457a-9267-4835959177e5 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522536 Aug 12 15:01:18.413117 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92442f-e9af-4813-9781-37ec3d6b873c req-663a9b35-a961-41c6-84bc-439ecd4ab1ea tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:18.414902 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9a92442f-e9af-4813-9781-37ec3d6b873c req-663a9b35-a961-41c6-84bc-439ecd4ab1ea tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 943 time: 0.1585450 Aug 12 15:01:18.417348 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-02701270-8c9b-4d2a-820d-b2ec3d6371c5 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:18.454040 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9a92442f-e9af-4813-9781-37ec3d6b873c req-4d22f0e4-cb1e-41ad-9786-b5f3acbc9469 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320203 Aug 12 15:01:18.594994 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-02701270-8c9b-4d2a-820d-b2ec3d6371c5 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710293'] for floatingip, after_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:18.693608 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.db.l3_db [None req-02701270-8c9b-4d2a-820d-b2ec3d6371c5 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Floating IP 3e28b0aa-00f9-4ad3-8949-beba0c79a730 associated. External IP: 172.27.1.108, port: 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1. Aug 12 15:01:18.895070 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02701270-8c9b-4d2a-820d-b2ec3d6371c5 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Router 90a1a53b-8a02-4ec0-98e4-10d73adf3315 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:01:18.997852 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02701270-8c9b-4d2a-820d-b2ec3d6371c5 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:01:19.002735 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-02701270-8c9b-4d2a-820d-b2ec3d6371c5 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for floatingip, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:19.007950 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6904349b-4de1-44e3-982d-3d4f9c076a5a None None] Sync routers for ids ['90a1a53b-8a02-4ec0-98e4-10d73adf3315'] in dv-cinder-800015-3-iscsi {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:01:19.017155 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6904349b-4de1-44e3-982d-3d4f9c076a5a None None] Routers {'90a1a53b-8a02-4ec0-98e4-10d73adf3315'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:01:19.017859 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-6904349b-4de1-44e3-982d-3d4f9c076a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:01:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['90a1a53b-8a02-4ec0-98e4-10d73adf3315'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:19.034890 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-02701270-8c9b-4d2a-820d-b2ec3d6371c5 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "PUT /v2.0/floatingips/3e28b0aa-00f9-4ad3-8949-beba0c79a730 HTTP/1.1" status: 200 len: 992 time: 1.5613301 Aug 12 15:01:19.034890 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7fd63d-283d-4284-b213-4014173d7b76', 'tag': '6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1'}] {{(pid=105905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:01:19.105826 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1238f1f5812354b64934186896ad6aa3779af87d0a627baf2a0b63d001b00141" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514e2049-81a5-4f72-9711-41a4af14377b" -d '{"events": [{"name": "network-changed", "server_uuid": "be7fd63d-283d-4284-b213-4014173d7b76", "tag": "6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1"}]}' {{(pid=105905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:01:19.146965 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-6904349b-4de1-44e3-982d-3d4f9c076a5a None None] Set router 90a1a53b-8a02-4ec0-98e4-10d73adf3315 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:01:19.200515 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20535020-25d0-434c-8647-7d656ce9011a x-openstack-request-id: req-20535020-25d0-434c-8647-7d656ce9011a {{(pid=105905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:01:19.200827 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7fd63d-283d-4284-b213-4014173d7b76", "tag": "6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1", "status": "completed", "code": 200}]} {{(pid=105905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:01:19.201082 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-20535020-25d0-434c-8647-7d656ce9011a {{(pid=105905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:01:19.201544 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7fd63d-283d-4284-b213-4014173d7b76', 'tag': '6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1', 'status': 'completed', 'code': 200} Aug 12 15:01:19.267493 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e2049-81a5-4f72-9711-41a4af14377b req-1e10f230-3a2b-43aa-bbd7-261081e854b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:19.269487 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-514e2049-81a5-4f72-9711-41a4af14377b req-1e10f230-3a2b-43aa-bbd7-261081e854b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=37678a06dae54b7fad6948bc9e0fac01&device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 1099 time: 0.0411623 Aug 12 15:01:19.362677 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e2049-81a5-4f72-9711-41a4af14377b req-b64aed23-bf86-45ab-b61a-7c854d3f58d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:19.364156 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-514e2049-81a5-4f72-9711-41a4af14377b req-b64aed23-bf86-45ab-b61a-7c854d3f58d7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=853fd948-8021-42a8-9c8b-8e46175e3c7f HTTP/1.1" status: 200 len: 918 time: 0.0872045 Aug 12 15:01:19.373616 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-6904349b-4de1-44e3-982d-3d4f9c076a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'name': 'tempest-AttachVolumeShelveTestJSON-1644562761-router', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:43Z', 'updated_at': '2021-08-12T14:55:52Z', 'revision_number': 4, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'gw_port': {'id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:45Z', 'updated_at': '2021-08-12T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_floatingips': [{'id': '3e28b0aa-00f9-4ad3-8949-beba0c79a730', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'port_id': '6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'mac_address': 'fa:16:3e:19:4e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7fd63d-283d-4284-b213-4014173d7b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:00:45Z', 'updated_at': '2021-08-12T15:01:18Z', 'revision_number': 1, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627bc554-5036-4894-89d7-504122561156', 'name': '', 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'mac_address': 'fa:16:3e:ad:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:49Z', 'updated_at': '2021-08-12T14:56:02Z', 'revision_number': 5, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'subnets': [{'id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:19.404678 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6904349b-4de1-44e3-982d-3d4f9c076a5a None None] Checking router: 90a1a53b-8a02-4ec0-98e4-10d73adf3315 for host: dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:01:19.413058 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6904349b-4de1-44e3-982d-3d4f9c076a5a None None] Routers {'90a1a53b-8a02-4ec0-98e4-10d73adf3315'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:01:19.413666 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-6904349b-4de1-44e3-982d-3d4f9c076a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:01:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['90a1a53b-8a02-4ec0-98e4-10d73adf3315'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:19.456097 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 44966) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:19.456657 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-514e2049-81a5-4f72-9711-41a4af14377b req-7f739817-caee-470f-8129-8d13a85634f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 HTTP/1.1" status: 200 len: 1000 time: 0.0752981 Aug 12 15:01:19.519560 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e2049-81a5-4f72-9711-41a4af14377b req-79a8ab42-81fa-459c-a226-9f7d7e27e7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:19.521373 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-514e2049-81a5-4f72-9711-41a4af14377b req-79a8ab42-81fa-459c-a226-9f7d7e27e7b9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a HTTP/1.1" status: 200 len: 856 time: 0.0605402 Aug 12 15:01:19.542825 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.db_base_plugin_v2 [None req-1060629d-b105-4967-84ff-b3fa5f6ff5e1 admin admin] Deleting subnet 7eb52c74-ca13-4648-9e0c-bf4108d4f316 {{(pid=105905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:01:19.546631 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-1060629d-b105-4967-84ff-b3fa5f6ff5e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:19.578164 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e2049-81a5-4f72-9711-41a4af14377b req-5cb02e15-9e54-42fd-8422-94478b731414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:19.579818 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-514e2049-81a5-4f72-9711-41a4af14377b req-5cb02e15-9e54-42fd-8422-94478b731414 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=853fd948-8021-42a8-9c8b-8e46175e3c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485592 Aug 12 15:01:19.582139 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8bd9a-3dc1-436a-a049-f53cfac39f4e req-827180f7-426c-4f66-8fce-f2baf161bfae tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:19.582139 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-25f8bd9a-3dc1-436a-a049-f53cfac39f4e req-827180f7-426c-4f66-8fce-f2baf161bfae tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 945 time: 0.1139691 Aug 12 15:01:19.640315 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-1060629d-b105-4967-84ff-b3fa5f6ff5e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10027264'] for subnet, precommit_delete_associations {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:19.691857 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-514e2049-81a5-4f72-9711-41a4af14377b req-9df0b00a-68cd-445d-b34b-af9f26aad983 service neutron] 10.222.0.73 "GET /v2.0/networks/853fd948-8021-42a8-9c8b-8e46175e3c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992322 Aug 12 15:01:19.692847 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-25f8bd9a-3dc1-436a-a049-f53cfac39f4e req-8bd86197-49a5-415a-b825-7b5e82304d7a tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004500 Aug 12 15:01:19.695103 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-6904349b-4de1-44e3-982d-3d4f9c076a5a None None] Set router 90a1a53b-8a02-4ec0-98e4-10d73adf3315 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:01:19.704499 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9edbe5-c83e-4f5b-bdfc-d97528385f21 req-ae90a102-d7b7-404b-8c31-511790d1873e tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:19.707989 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5d9edbe5-c83e-4f5b-bdfc-d97528385f21 req-ae90a102-d7b7-404b-8c31-511790d1873e tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 943 time: 0.1376126 Aug 12 15:01:19.710711 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-1060629d-b105-4967-84ff-b3fa5f6ff5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417570'] for subnet, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:19.778119 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5d9edbe5-c83e-4f5b-bdfc-d97528385f21 req-b39a5a8c-d316-4217-9db8-85b4177fbdba tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474484 Aug 12 15:01:19.842823 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-514e2049-81a5-4f72-9711-41a4af14377b req-36c1b23f-aafe-41f9-bdcc-9416250c9512 service neutron] 10.222.0.73 "GET /v2.0/networks/853fd948-8021-42a8-9c8b-8e46175e3c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374383 Aug 12 15:01:19.848942 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95694588-baa2-442a-8c0e-144d0dbd08a2 req-bf5a8a69-dd36-4a9d-8bf1-a5a099fc8a24 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:19.848942 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-95694588-baa2-442a-8c0e-144d0dbd08a2 req-bf5a8a69-dd36-4a9d-8bf1-a5a099fc8a24 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 945 time: 0.0671363 Aug 12 15:01:19.890062 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-95694588-baa2-442a-8c0e-144d0dbd08a2 req-1884b612-b720-4762-89ff-8e93973d365d tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345957 Aug 12 15:01:19.933176 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-1060629d-b105-4967-84ff-b3fa5f6ff5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2374561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8989754'] for subnet, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:19.951990 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-6904349b-4de1-44e3-982d-3d4f9c076a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'name': 'tempest-AttachVolumeShelveTestJSON-1644562761-router', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:43Z', 'updated_at': '2021-08-12T14:55:52Z', 'revision_number': 4, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'gw_port': {'id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:45Z', 'updated_at': '2021-08-12T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_floatingips': [{'id': '3e28b0aa-00f9-4ad3-8949-beba0c79a730', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'port_id': '6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'mac_address': 'fa:16:3e:19:4e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7fd63d-283d-4284-b213-4014173d7b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:00:45Z', 'updated_at': '2021-08-12T15:01:18Z', 'revision_number': 1, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627bc554-5036-4894-89d7-504122561156', 'name': '', 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'mac_address': 'fa:16:3e:ad:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:49Z', 'updated_at': '2021-08-12T14:56:02Z', 'revision_number': 5, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'subnets': [{'id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:19.959827 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060629d-b105-4967-84ff-b3fa5f6ff5e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eb52c74-ca13-4648-9e0c-bf4108d4f316,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:19.968126 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-1060629d-b105-4967-84ff-b3fa5f6ff5e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for subnet, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:19.972111 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-1060629d-b105-4967-84ff-b3fa5f6ff5e1 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/7eb52c74-ca13-4648-9e0c-bf4108d4f316 HTTP/1.1" status: 204 len: 168 time: 0.5125020 Aug 12 15:01:19.972355 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 44974) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:19.980007 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060629d-b105-4967-84ff-b3fa5f6ff5e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:19.980007 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060629d-b105-4967-84ff-b3fa5f6ff5e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:19.980338 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060629d-b105-4967-84ff-b3fa5f6ff5e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:19.980658 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060629d-b105-4967-84ff-b3fa5f6ff5e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:19.981064 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060629d-b105-4967-84ff-b3fa5f6ff5e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:19.981329 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060629d-b105-4967-84ff-b3fa5f6ff5e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:19.981649 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060629d-b105-4967-84ff-b3fa5f6ff5e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:19.981975 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060629d-b105-4967-84ff-b3fa5f6ff5e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:19.982218 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6904349b-4de1-44e3-982d-3d4f9c076a5a None None] The sync data for ids ['90a1a53b-8a02-4ec0-98e4-10d73adf3315'] in dv-cinder-800015-3-iscsi is: [{'id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'name': 'tempest-AttachVolumeShelveTestJSON-1644562761-router', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:43Z', 'updated_at': '2021-08-12T14:55:52Z', 'revision_number': 4, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'gw_port': {'id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:45Z', 'updated_at': '2021-08-12T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_floatingips': [{'id': '3e28b0aa-00f9-4ad3-8949-beba0c79a730', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'port_id': '6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'mac_address': 'fa:16:3e:19:4e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7fd63d-283d-4284-b213-4014173d7b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:00:45Z', 'updated_at': '2021-08-12T15:01:18Z', 'revision_number': 1, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627bc554-5036-4894-89d7-504122561156', 'name': '', 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'mac_address': 'fa:16:3e:ad:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:49Z', 'updated_at': '2021-08-12T14:56:02Z', 'revision_number': 5, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'subnets': [{'id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:01:19.982401 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060629d-b105-4967-84ff-b3fa5f6ff5e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:19.982689 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060629d-b105-4967-84ff-b3fa5f6ff5e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:19.983075 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060629d-b105-4967-84ff-b3fa5f6ff5e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:19.983251 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060629d-b105-4967-84ff-b3fa5f6ff5e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:20.049585 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c24d6e3f-2ff5-46f7-bfe7-ea0233cea86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1830333'] for network, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:20.235198 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32be085-0fd8-48d5-8db4-0dac7ebd99fa None None] New status for floating IP 3e28b0aa-00f9-4ad3-8949-beba0c79a730: ACTIVE {{(pid=105908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:01:20.335280 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c24d6e3f-2ff5-46f7-bfe7-ea0233cea86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421029', 'neutron.services.segments.db._delete_segments_for_network-8782132920688'] for network, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:20.351509 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.services.segments.db [None req-c24d6e3f-2ff5-46f7-bfe7-ea0233cea86c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c20c5c-c793-4df3-be2c-6e89212d665b']}} {{(pid=105905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:20.360625 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7fea3-7f13-45a9-9181-9f732455bc66 req-b8301812-0069-4bd4-8431-cff1386ba390 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:20.362192 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b0c7fea3-7f13-45a9-9181-9f732455bc66 req-b8301812-0069-4bd4-8431-cff1386ba390 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 945 time: 0.1041152 Aug 12 15:01:20.371586 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.services.segments.db [None req-c24d6e3f-2ff5-46f7-bfe7-ea0233cea86c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4610bf91-8e0b-4f7a-b832-d8b6417ab702') {'for_net_delete': True} {{(pid=105905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:20.371872 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.services.segments.db [None req-c24d6e3f-2ff5-46f7-bfe7-ea0233cea86c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4610bf91-8e0b-4f7a-b832-d8b6417ab702') {} {{(pid=105905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:20.391121 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c24d6e3f-2ff5-46f7-bfe7-ea0233cea86c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782132923513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10027287'] for segment, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:20.411328 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c24d6e3f-2ff5-46f7-bfe7-ea0233cea86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:20.423017 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b0c7fea3-7f13-45a9-9181-9f732455bc66 req-6bf6bab1-bfba-4692-b5f7-644110b27f06 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533304 Aug 12 15:01:20.423921 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c24d6e3f-2ff5-46f7-bfe7-ea0233cea86c admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=105905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:01:20.424302 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c24d6e3f-2ff5-46f7-bfe7-ea0233cea86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2374527'] for segment, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: Traceback (most recent call last): Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: timer() Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: cb(*args, **kw) Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: return func(*args, **kwargs) Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: self._notify() Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: self.callback(batched_events) Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: event.method(event) Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: return f(self, *a, **k) Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: return self._get(url).json() Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: return self.request(url, 'GET', **kwargs) Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:01:20.425926 dv-cinder-800015-3-iscsi neutron-server[105905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:01:20.561231 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c24d6e3f-2ff5-46f7-bfe7-ea0233cea86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710307'] for network, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:20.567527 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c24d6e3f-2ff5-46f7-bfe7-ea0233cea86c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:20.571941 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-c24d6e3f-2ff5-46f7-bfe7-ea0233cea86c admin admin] 10.222.0.63 "DELETE /v2.0/networks/e4c20c5c-c793-4df3-be2c-6e89212d665b HTTP/1.1" status: 204 len: 168 time: 0.5961347 Aug 12 15:01:20.580610 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d6e3f-2ff5-46f7-bfe7-ea0233cea86c admin admin] Pushing event deleted for resources: {'Network': ['ID=e4c20c5c-c793-4df3-be2c-6e89212d665b,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:20.903923 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c651e-67a5-4a2b-98a1-8fbae7ddeec0 req-560e03f6-b904-48ea-afa1-3491badb9ae7 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:20.905651 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-710c651e-67a5-4a2b-98a1-8fbae7ddeec0 req-560e03f6-b904-48ea-afa1-3491badb9ae7 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 943 time: 0.0485306 Aug 12 15:01:20.950945 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-710c651e-67a5-4a2b-98a1-8fbae7ddeec0 req-83e5f4dc-2a3e-4c04-ac7c-069caeb6dd28 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381842 Aug 12 15:01:21.038946 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 44988) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:21.079328 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-93718be7-8115-4f45-ad2d-78d9b341b106 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7ecde5f6a9474e619ca4e8486b15cec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391967 Aug 12 15:01:21.081801 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 44990) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:21.129662 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-95c0af1b-cf07-42d3-929f-bde5efd38957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:21.162110 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-95c0af1b-cf07-42d3-929f-bde5efd38957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:21.332493 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-95c0af1b-cf07-42d3-929f-bde5efd38957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:21.334971 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-95c0af1b-cf07-42d3-929f-bde5efd38957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:21.336148 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-95c0af1b-cf07-42d3-929f-bde5efd38957 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/05e2c44b-d07f-48b5-8b1d-3fe5dd85feea HTTP/1.1" status: 204 len: 168 time: 0.2533977 Aug 12 15:01:21.352096 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0af1b-cf07-42d3-929f-bde5efd38957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e2c44b-d07f-48b5-8b1d-3fe5dd85feea,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:21.650126 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb6359-8aa2-4ab2-8a12-fea8cb66784e req-8279f81a-7d6b-4695-b6fe-fc0ed857fb48 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:21.650126 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4eeb6359-8aa2-4ab2-8a12-fea8cb66784e req-8279f81a-7d6b-4695-b6fe-fc0ed857fb48 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0481083 Aug 12 15:01:21.693397 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4eeb6359-8aa2-4ab2-8a12-fea8cb66784e req-21c674aa-79b4-42d8-b3c3-0caf51c2eebf tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361559 Aug 12 15:01:22.071877 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62264d7d-3f2f-4151-903d-ad41cc8a0954 req-687d6a60-b6ac-4b9d-9b23-931c26fe7b3f tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:22.073359 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-62264d7d-3f2f-4151-903d-ad41cc8a0954 req-687d6a60-b6ac-4b9d-9b23-931c26fe7b3f tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 943 time: 0.0512269 Aug 12 15:01:22.087302 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device fb634682-ee80-438c-9113-f16cfbcb0473 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=105907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:01:22.111771 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-62264d7d-3f2f-4151-903d-ad41cc8a0954 req-9649d7f8-5dc2-4f52-a91b-cf47bfb6c484 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325832 Aug 12 15:01:22.183665 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port fb634682-ee80-438c-9113-f16cfbcb0473, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=fb634682-ee80-438c-9113-f16cfbcb0473,segment=NetworkSegment(595b3322-b762-4362-b570-2f3dc9dfabe9),segment_id=595b3322-b762-4362-b570-2f3dc9dfabe9)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:22.194403 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Returning: {'device': 'fb634682-ee80-438c-9113-f16cfbcb0473', 'network_id': '7afd0ba9-a757-4823-8e62-3449919f76ad', 'port_id': 'fb634682-ee80-438c-9113-f16cfbcb0473', 'mac_address': 'fa:16:3e:60:5a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a379225-2e3f-460f-95c4-507a052d0604', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:01:22.230170 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:22.242161 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb634682-ee80-438c-9113-f16cfbcb0473 {{(pid=105907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:01:22.266373 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port fb634682-ee80-438c-9113-f16cfbcb0473, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=fb634682-ee80-438c-9113-f16cfbcb0473,segment=NetworkSegment(595b3322-b762-4362-b570-2f3dc9dfabe9),segment_id=595b3322-b762-4362-b570-2f3dc9dfabe9)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:22.366487 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:22.420471 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=fb634682-ee80-438c-9113-f16cfbcb0473,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:22.646213 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['fb634682-ee80-438c-9113-f16cfbcb0473'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:01:22.813861 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7bf23-61fa-403b-a342-3549cac56b87 req-4ea48446-e9df-4ce8-9a93-b7a213756b20 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:22.821687 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-eae7bf23-61fa-403b-a342-3549cac56b87 req-4ea48446-e9df-4ce8-9a93-b7a213756b20 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0547621 Aug 12 15:01:22.862061 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-eae7bf23-61fa-403b-a342-3549cac56b87 req-43768a9b-015a-48b5-8358-8151874f925e tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336626 Aug 12 15:01:23.222940 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162a69e-1033-4bb2-b474-7dd3c79c9cd0 req-e9494743-df6f-41f7-a809-4b5dfde6e1c2 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:23.224424 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5162a69e-1033-4bb2-b474-7dd3c79c9cd0 req-e9494743-df6f-41f7-a809-4b5dfde6e1c2 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 944 time: 0.0478597 Aug 12 15:01:23.261910 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5162a69e-1033-4bb2-b474-7dd3c79c9cd0 req-fa94cd27-8a1e-4a11-a9e9-9ff143fe977a tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310125 Aug 12 15:01:23.985684 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef91e3-6cc8-4d23-98ee-320871bf9b26 req-c9d29b17-bb3c-4317-a5a2-ac6a557e389f tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:23.985684 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-98ef91e3-6cc8-4d23-98ee-320871bf9b26 req-c9d29b17-bb3c-4317-a5a2-ac6a557e389f tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0527005 Aug 12 15:01:24.021404 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-98ef91e3-6cc8-4d23-98ee-320871bf9b26 req-06be1e53-90ee-4858-bb44-d88fc152bec4 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303011 Aug 12 15:01:24.101314 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device fb634682-ee80-438c-9113-f16cfbcb0473 up at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:01:24.292227 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning for port fb634682-ee80-438c-9113-f16cfbcb0473 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:01:24.305908 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning complete for port fb634682-ee80-438c-9113-f16cfbcb0473 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:01:24.305908 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:24.376850 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:24.387318 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119913f-126e-45a5-b83d-7344a2b4ed49 req-430edcb0-a1c7-489e-8879-4a5e501c3eeb tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:24.388932 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0119913f-126e-45a5-b83d-7344a2b4ed49 req-430edcb0-a1c7-489e-8879-4a5e501c3eeb tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 944 time: 0.0564275 Aug 12 15:01:24.401115 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d986fe-ae65-4a84-8bf9-fca5cc95bef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb634682-ee80-438c-9113-f16cfbcb0473'}] {{(pid=105907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:01:24.403431 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d000d793ac8a3d868a659aad16e36a91200609b2b231164c0c4cfca9150c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66d471b-d3c0-43a2-9852-b306c740d149" -d '{"events": [{"server_uuid": "d7d986fe-ae65-4a84-8bf9-fca5cc95bef2", "name": "network-vif-plugged", "status": "completed", "tag": "fb634682-ee80-438c-9113-f16cfbcb0473"}]}' {{(pid=105907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:01:24.418268 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port fb634682-ee80-438c-9113-f16cfbcb0473, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=fb634682-ee80-438c-9113-f16cfbcb0473,segment=NetworkSegment(595b3322-b762-4362-b570-2f3dc9dfabe9),segment_id=595b3322-b762-4362-b570-2f3dc9dfabe9)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:24.431982 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0119913f-126e-45a5-b83d-7344a2b4ed49 req-7693214b-09d6-412a-a208-7c5a3597ecd5 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357497 Aug 12 15:01:24.442943 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cf2f56-4d21-43b8-a75b-e983383bc87d x-openstack-request-id: req-79cf2f56-4d21-43b8-a75b-e983383bc87d {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:01:24.443245 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d986fe-ae65-4a84-8bf9-fca5cc95bef2", "name": "network-vif-plugged", "status": "completed", "tag": "fb634682-ee80-438c-9113-f16cfbcb0473", "code": 200}]} {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:01:24.443498 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-79cf2f56-4d21-43b8-a75b-e983383bc87d {{(pid=105907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:01:24.443894 dv-cinder-800015-3-iscsi neutron-server[105907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d986fe-ae65-4a84-8bf9-fca5cc95bef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb634682-ee80-438c-9113-f16cfbcb0473', 'code': 200} Aug 12 15:01:24.572828 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:24.630225 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=fb634682-ee80-438c-9113-f16cfbcb0473,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:24.901805 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6731b-5cb6-4afc-85e2-f2dccb56f8b1 req-1868aba3-36d6-4d79-ae75-aceea70a9b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:24.908455 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-d7f6731b-5cb6-4afc-85e2-f2dccb56f8b1 req-1868aba3-36d6-4d79-ae75-aceea70a9b0b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 1098 time: 0.0405049 Aug 12 15:01:24.948421 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-d7f6731b-5cb6-4afc-85e2-f2dccb56f8b1 req-69a93dbf-3ca7-4238-a3a3-94c64129785d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314634 Aug 12 15:01:25.133937 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d651c4-f60d-44e5-abba-67deef743482 req-a9bd6dfb-2f47-4b9c-94f1-e922feb52cda tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:25.135386 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-34d651c4-f60d-44e5-abba-67deef743482 req-a9bd6dfb-2f47-4b9c-94f1-e922feb52cda tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0470774 Aug 12 15:01:25.171013 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-34d651c4-f60d-44e5-abba-67deef743482 req-38549906-8dc4-4423-bce1-3d27cf4e6e1c tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297379 Aug 12 15:01:25.551592 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7293a8-d849-4fb2-9389-799433eb0891 req-e622406d-b4de-4c37-a9c0-f9ba9c2953f5 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:25.553080 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0a7293a8-d849-4fb2-9389-799433eb0891 req-e622406d-b4de-4c37-a9c0-f9ba9c2953f5 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 945 time: 0.0517390 Aug 12 15:01:25.591627 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0a7293a8-d849-4fb2-9389-799433eb0891 req-4f384d62-b9ab-4ba2-a407-de54b867003b tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318074 Aug 12 15:01:26.285164 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0919b-6b5e-41d0-9f0a-eb8e2452fa84 req-6250aa9e-90f2-4091-89b9-3de7a89b246c tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:26.286625 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-73f0919b-6b5e-41d0-9f0a-eb8e2452fa84 req-6250aa9e-90f2-4091-89b9-3de7a89b246c tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0483301 Aug 12 15:01:26.324293 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-73f0919b-6b5e-41d0-9f0a-eb8e2452fa84 req-0a2d253f-3107-4090-9fea-42704ae63119 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310583 Aug 12 15:01:26.706488 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3e4b4-28c1-4653-9bb8-fe3b2b096339 req-2c198654-725c-4f2a-b070-08e15b84602a tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:26.707984 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4ef3e4b4-28c1-4653-9bb8-fe3b2b096339 req-2c198654-725c-4f2a-b070-08e15b84602a tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 945 time: 0.0486066 Aug 12 15:01:26.746408 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4ef3e4b4-28c1-4653-9bb8-fe3b2b096339 req-3a1b7978-0f99-446c-82dd-f07bba649c54 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309556 Aug 12 15:01:26.871923 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ca550-1af0-4c54-b5ce-33c50e16e4dc req-1bedc8f0-cc62-40c2-8757-0ffcfeaf17e4 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:26.873431 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-930ca550-1af0-4c54-b5ce-33c50e16e4dc req-1bedc8f0-cc62-40c2-8757-0ffcfeaf17e4 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 945 time: 0.0524600 Aug 12 15:01:26.909328 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-930ca550-1af0-4c54-b5ce-33c50e16e4dc req-d5aa24da-af57-4c36-95ff-909f21a2dc32 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300510 Aug 12 15:01:26.931975 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 45064) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:27.152076 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5b0633-e647-42e1-9698-af2fc5d87323 tempest-TestShelveInstance-1422401371 tempest-TestShelveInstance-1422401371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:27.153604 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-bc5b0633-e647-42e1-9698-af2fc5d87323 tempest-TestShelveInstance-1422401371 tempest-TestShelveInstance-1422401371-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 1093 time: 0.2206907 Aug 12 15:01:27.156458 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 45068) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:27.160756 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-2f9d680c-8304-4524-9830-766715d9a3b6 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Request body: {'floatingip': {'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'port_id': 'fb634682-ee80-438c-9113-f16cfbcb0473', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:27.292172 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2f9d680c-8304-4524-9830-766715d9a3b6 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for floatingip, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:27.390963 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2f9d680c-8304-4524-9830-766715d9a3b6 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:27.502572 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446b931-911d-45ec-9535-c07822f711fc req-3cf9ef00-932f-49fb-8378-d06a77424b34 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:27.504031 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b446b931-911d-45ec-9535-c07822f711fc req-3cf9ef00-932f-49fb-8378-d06a77424b34 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.1065142 Aug 12 15:01:27.548468 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.db_base_plugin_common [None req-2f9d680c-8304-4524-9830-766715d9a3b6 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Allocated IP 172.27.1.238 (df63f438-b2ec-4f43-ad5b-12a75f4e90ce/8bfc729c-9def-42bb-b3b9-7901b6eeb5d6/66b4a7fb-0550-4d79-8eaa-54115c9f7908) {{(pid=105905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:01:27.570755 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b446b931-911d-45ec-9535-c07822f711fc req-e01ced28-3d04-4c9a-afa9-7facdaafaece tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585063 Aug 12 15:01:27.662698 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2f9d680c-8304-4524-9830-766715d9a3b6 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for port, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:27.881054 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2f9d680c-8304-4524-9830-766715d9a3b6 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374546'] for port, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:27.919502 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9d680c-8304-4524-9830-766715d9a3b6 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Network df63f438-b2ec-4f43-ad5b-12a75f4e90ce is already hosted by enough agents. {{(pid=105905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:01:27.924119 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-2f9d680c-8304-4524-9830-766715d9a3b6 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Resources bound (agent type, host, resource id): {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:01:27.927577 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9d680c-8304-4524-9830-766715d9a3b6 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Received port after_create {{(pid=105905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:01:27.959202 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d680c-8304-4524-9830-766715d9a3b6 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Pushing event updated for resources: {'Port': ['ID=66b4a7fb-0550-4d79-8eaa-54115c9f7908,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:28.285806 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2f9d680c-8304-4524-9830-766715d9a3b6 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:28.479826 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2f9d680c-8304-4524-9830-766715d9a3b6 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:28.630229 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2f9d680c-8304-4524-9830-766715d9a3b6 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for port, precommit_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:28.695555 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98deb66c-4467-48a6-b220-ae237fb61ea0 req-fdeefdd7-86d0-4c64-a66b-b8417c4759f3 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:28.697046 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-98deb66c-4467-48a6-b220-ae237fb61ea0 req-fdeefdd7-86d0-4c64-a66b-b8417c4759f3 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0541241 Aug 12 15:01:28.734093 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-98deb66c-4467-48a6-b220-ae237fb61ea0 req-ab290a3e-11a6-4597-bc64-c1317cba19d4 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312514 Aug 12 15:01:28.760206 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2f9d680c-8304-4524-9830-766715d9a3b6 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2374555'] for port, after_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:28.825062 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d680c-8304-4524-9830-766715d9a3b6 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Pushing event updated for resources: {'Port': ['ID=66b4a7fb-0550-4d79-8eaa-54115c9f7908,revision_number=2']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:28.839875 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2f9d680c-8304-4524-9830-766715d9a3b6 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710293'] for floatingip, after_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:28.936789 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.db.l3_db [None req-2f9d680c-8304-4524-9830-766715d9a3b6 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Floating IP 58a1b92f-2f49-42a6-94a0-8503116b2a97 associated. External IP: 172.27.1.238, port: fb634682-ee80-438c-9113-f16cfbcb0473. Aug 12 15:01:29.138069 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9d680c-8304-4524-9830-766715d9a3b6 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Router a1b09e63-ff1c-4704-bb7d-5a92919b1476 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:01:29.241629 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9d680c-8304-4524-9830-766715d9a3b6 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:01:29.251463 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1ffa40-8f19-4c6a-bb8e-836cef01b395 None None] Sync routers for ids ['a1b09e63-ff1c-4704-bb7d-5a92919b1476'] in dv-cinder-800015-3-iscsi {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:01:29.262118 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1ffa40-8f19-4c6a-bb8e-836cef01b395 None None] Routers {'a1b09e63-ff1c-4704-bb7d-5a92919b1476'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:01:29.270031 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-ec1ffa40-8f19-4c6a-bb8e-836cef01b395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:01:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['a1b09e63-ff1c-4704-bb7d-5a92919b1476'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:29.325692 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-2f9d680c-8304-4524-9830-766715d9a3b6 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for floatingip, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:29.352254 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-2f9d680c-8304-4524-9830-766715d9a3b6 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1947591 Aug 12 15:01:29.352908 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d986fe-ae65-4a84-8bf9-fca5cc95bef2', 'tag': 'fb634682-ee80-438c-9113-f16cfbcb0473'}] {{(pid=105905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:01:29.355136 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1238f1f5812354b64934186896ad6aa3779af87d0a627baf2a0b63d001b00141" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96b22a2-038d-4361-a88f-724f6bb58880" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d986fe-ae65-4a84-8bf9-fca5cc95bef2", "tag": "fb634682-ee80-438c-9113-f16cfbcb0473"}]}' {{(pid=105905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:01:29.371529 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-ec1ffa40-8f19-4c6a-bb8e-836cef01b395 None None] Set router a1b09e63-ff1c-4704-bb7d-5a92919b1476 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:01:29.390703 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ee1d42-4fc7-4500-a0e6-cbbb578b38eb x-openstack-request-id: req-39ee1d42-4fc7-4500-a0e6-cbbb578b38eb {{(pid=105905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:01:29.390988 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d986fe-ae65-4a84-8bf9-fca5cc95bef2", "tag": "fb634682-ee80-438c-9113-f16cfbcb0473", "status": "completed", "code": 200}]} {{(pid=105905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:01:29.391239 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-39ee1d42-4fc7-4500-a0e6-cbbb578b38eb {{(pid=105905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:01:29.391631 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d986fe-ae65-4a84-8bf9-fca5cc95bef2', 'tag': 'fb634682-ee80-438c-9113-f16cfbcb0473', 'status': 'completed', 'code': 200} Aug 12 15:01:29.464394 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b22a2-038d-4361-a88f-724f6bb58880 req-01c4b39b-d108-49ed-a5dd-47de01200adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:29.465961 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a96b22a2-038d-4361-a88f-724f6bb58880 req-01c4b39b-d108-49ed-a5dd-47de01200adb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da657e2106dc46a7ae185eb3fb6d4506&device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 1098 time: 0.0473387 Aug 12 15:01:29.564185 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b22a2-038d-4361-a88f-724f6bb58880 req-90aaf55b-70a1-47d0-bfec-8ca84813ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:29.565677 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a96b22a2-038d-4361-a88f-724f6bb58880 req-90aaf55b-70a1-47d0-bfec-8ca84813ebcc service neutron] 10.222.0.73 "GET /v2.0/networks?id=7afd0ba9-a757-4823-8e62-3449919f76ad HTTP/1.1" status: 200 len: 909 time: 0.0878246 Aug 12 15:01:29.596257 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-ec1ffa40-8f19-4c6a-bb8e-836cef01b395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'name': 'tempest-TestShelveInstance-455465198-router', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'd2775e29-dd66-43fe-9a23-eff703593dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:16Z', 'updated_at': '2021-08-12T15:00:20Z', 'revision_number': 4, 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'gw_port': {'id': 'd2775e29-dd66-43fe-9a23-eff703593dd3', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:16Z', 'updated_at': '2021-08-12T15:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_floatingips': [{'id': '58a1b92f-2f49-42a6-94a0-8503116b2a97', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'floating_ip_address': '172.27.1.238', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'port_id': 'fb634682-ee80-438c-9113-f16cfbcb0473', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7afd0ba9-a757-4823-8e62-3449919f76ad', 'mac_address': 'fa:16:3e:60:5a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d986fe-ae65-4a84-8bf9-fca5cc95bef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:01:28Z', 'updated_at': '2021-08-12T15:01:28Z', 'revision_number': 0, 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87e306c-c468-45a4-bafc-901653b63e9c', 'name': '', 'network_id': '7afd0ba9-a757-4823-8e62-3449919f76ad', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'mac_address': 'fa:16:3e:e1:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7a379225-2e3f-460f-95c4-507a052d0604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:19Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 5, 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'subnets': [{'id': '7a379225-2e3f-460f-95c4-507a052d0604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:29.625358 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1ffa40-8f19-4c6a-bb8e-836cef01b395 None None] Checking router: a1b09e63-ff1c-4704-bb7d-5a92919b1476 for host: dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:01:29.633682 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1ffa40-8f19-4c6a-bb8e-836cef01b395 None None] Routers {'a1b09e63-ff1c-4704-bb7d-5a92919b1476'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:01:29.634288 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-ec1ffa40-8f19-4c6a-bb8e-836cef01b395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:01:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['a1b09e63-ff1c-4704-bb7d-5a92919b1476'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:29.639268 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a96b22a2-038d-4361-a88f-724f6bb58880 req-d3893235-647c-4913-869f-18e63375f1b0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb634682-ee80-438c-9113-f16cfbcb0473 HTTP/1.1" status: 200 len: 999 time: 0.0618472 Aug 12 15:01:29.693090 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b22a2-038d-4361-a88f-724f6bb58880 req-a7201663-f13a-4775-bf42-729bd7ac581c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:29.695459 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a96b22a2-038d-4361-a88f-724f6bb58880 req-a7201663-f13a-4775-bf42-729bd7ac581c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a379225-2e3f-460f-95c4-507a052d0604 HTTP/1.1" status: 200 len: 847 time: 0.0447745 Aug 12 15:01:29.743940 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-ec1ffa40-8f19-4c6a-bb8e-836cef01b395 None None] Set router a1b09e63-ff1c-4704-bb7d-5a92919b1476 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:01:29.752999 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b22a2-038d-4361-a88f-724f6bb58880 req-8ccf90c5-7dd5-4a7e-98f9-acdba71e12b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:29.754648 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a96b22a2-038d-4361-a88f-724f6bb58880 req-8ccf90c5-7dd5-4a7e-98f9-acdba71e12b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7afd0ba9-a757-4823-8e62-3449919f76ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419605 Aug 12 15:01:29.854406 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1545e45-a138-4972-8f5c-070abba70ab8 req-509fcd0e-e64a-4a4b-ad43-9b5050f738a2 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:29.859155 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d1545e45-a138-4972-8f5c-070abba70ab8 req-509fcd0e-e64a-4a4b-ad43-9b5050f738a2 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0499027 Aug 12 15:01:29.861040 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a96b22a2-038d-4361-a88f-724f6bb58880 req-2cc182ca-ee64-4d31-bd57-d75b78b14057 service neutron] 10.222.0.73 "GET /v2.0/networks/7afd0ba9-a757-4823-8e62-3449919f76ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925922 Aug 12 15:01:29.894742 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d1545e45-a138-4972-8f5c-070abba70ab8 req-50f4a817-bea4-4b5f-bbf9-02e71f127740 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326440 Aug 12 15:01:29.954576 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a96b22a2-038d-4361-a88f-724f6bb58880 req-ad3229af-de32-4d7f-bca1-ed95c72786e7 service neutron] 10.222.0.73 "GET /v2.0/networks/7afd0ba9-a757-4823-8e62-3449919f76ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842464 Aug 12 15:01:29.977783 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-ec1ffa40-8f19-4c6a-bb8e-836cef01b395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'name': 'tempest-TestShelveInstance-455465198-router', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'd2775e29-dd66-43fe-9a23-eff703593dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:16Z', 'updated_at': '2021-08-12T15:00:20Z', 'revision_number': 4, 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'gw_port': {'id': 'd2775e29-dd66-43fe-9a23-eff703593dd3', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:16Z', 'updated_at': '2021-08-12T15:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_floatingips': [{'id': '58a1b92f-2f49-42a6-94a0-8503116b2a97', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'floating_ip_address': '172.27.1.238', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'port_id': 'fb634682-ee80-438c-9113-f16cfbcb0473', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7afd0ba9-a757-4823-8e62-3449919f76ad', 'mac_address': 'fa:16:3e:60:5a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d986fe-ae65-4a84-8bf9-fca5cc95bef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:01:28Z', 'updated_at': '2021-08-12T15:01:28Z', 'revision_number': 0, 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87e306c-c468-45a4-bafc-901653b63e9c', 'name': '', 'network_id': '7afd0ba9-a757-4823-8e62-3449919f76ad', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'mac_address': 'fa:16:3e:e1:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7a379225-2e3f-460f-95c4-507a052d0604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:19Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 5, 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'subnets': [{'id': '7a379225-2e3f-460f-95c4-507a052d0604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:30.003918 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1ffa40-8f19-4c6a-bb8e-836cef01b395 None None] The sync data for ids ['a1b09e63-ff1c-4704-bb7d-5a92919b1476'] in dv-cinder-800015-3-iscsi is: [{'id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'name': 'tempest-TestShelveInstance-455465198-router', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'd2775e29-dd66-43fe-9a23-eff703593dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:16Z', 'updated_at': '2021-08-12T15:00:20Z', 'revision_number': 4, 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'gw_port': {'id': 'd2775e29-dd66-43fe-9a23-eff703593dd3', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:16Z', 'updated_at': '2021-08-12T15:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_floatingips': [{'id': '58a1b92f-2f49-42a6-94a0-8503116b2a97', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'floating_ip_address': '172.27.1.238', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'port_id': 'fb634682-ee80-438c-9113-f16cfbcb0473', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7afd0ba9-a757-4823-8e62-3449919f76ad', 'mac_address': 'fa:16:3e:60:5a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d986fe-ae65-4a84-8bf9-fca5cc95bef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:01:28Z', 'updated_at': '2021-08-12T15:01:28Z', 'revision_number': 0, 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87e306c-c468-45a4-bafc-901653b63e9c', 'name': '', 'network_id': '7afd0ba9-a757-4823-8e62-3449919f76ad', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'mac_address': 'fa:16:3e:e1:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7a379225-2e3f-460f-95c4-507a052d0604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:19Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 5, 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'subnets': [{'id': '7a379225-2e3f-460f-95c4-507a052d0604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:01:30.187293 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838fdf7a-3940-43b7-89c8-fef624ccf2e5 None None] New status for floating IP 58a1b92f-2f49-42a6-94a0-8503116b2a97: ACTIVE {{(pid=105908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:01:31.016291 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5c9d9-792c-4093-8770-46a2cefa6494 req-2d97dc93-5901-4f8c-b880-1a8a451ced1c tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:31.017790 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6ec5c9d9-792c-4093-8770-46a2cefa6494 req-2d97dc93-5901-4f8c-b880-1a8a451ced1c tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0520043 Aug 12 15:01:31.055023 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6ec5c9d9-792c-4093-8770-46a2cefa6494 req-536aa4f2-ea3b-4f04-bc9b-baff0a5cec3f tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310819 Aug 12 15:01:32.020815 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fe579-0cb7-4bf5-8e94-0c68494f4e45 req-1e0af2b4-2f15-4442-a335-81d38cce0f9c tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:32.022268 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6a8fe579-0cb7-4bf5-8e94-0c68494f4e45 req-1e0af2b4-2f15-4442-a335-81d38cce0f9c tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 945 time: 0.0478284 Aug 12 15:01:32.059252 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6a8fe579-0cb7-4bf5-8e94-0c68494f4e45 req-452ac6db-c683-419a-a171-504e1037fd88 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309014 Aug 12 15:01:32.080475 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 45108) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:32.170923 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe6b9c-8028-4a96-ab3e-39ef58c1b1e7 req-45e7736d-ded9-4f0b-9cc6-ccaacef0f0bb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:32.172413 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d3fe6b9c-8028-4a96-ab3e-39ef58c1b1e7 req-45e7736d-ded9-4f0b-9cc6-ccaacef0f0bb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0478022 Aug 12 15:01:32.235129 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d3fe6b9c-8028-4a96-ab3e-39ef58c1b1e7 req-75067c24-a148-4e78-91e8-b1fc7c80a06f tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569117 Aug 12 15:01:32.245804 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead1e5fb-5d17-4d47-871c-6ae299f36629 tempest-TestMinimumBasicScenario-2019641450 tempest-TestMinimumBasicScenario-2019641450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:32.250379 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 45114) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:32.250838 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-ead1e5fb-5d17-4d47-871c-6ae299f36629 tempest-TestMinimumBasicScenario-2019641450 tempest-TestMinimumBasicScenario-2019641450-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 1093 time: 0.1690495 Aug 12 15:01:32.256358 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-f7a44eec-d29b-4079-a617-45391148563b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Request body: {'floatingip': {'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'port_id': '58cee8d1-ce37-4392-bd50-a2531d1ce943', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:32.399832 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f7a44eec-d29b-4079-a617-45391148563b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for floatingip, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:32.498441 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f7a44eec-d29b-4079-a617-45391148563b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:32.600362 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_common [None req-f7a44eec-d29b-4079-a617-45391148563b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Allocated IP 172.27.1.242 (df63f438-b2ec-4f43-ad5b-12a75f4e90ce/8bfc729c-9def-42bb-b3b9-7901b6eeb5d6/cf597310-85f2-436c-864e-3c0ab52f3604) {{(pid=105906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:01:32.700179 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f7a44eec-d29b-4079-a617-45391148563b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for port, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:32.799664 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f7a44eec-d29b-4079-a617-45391148563b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:32.839674 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a44eec-d29b-4079-a617-45391148563b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Network df63f438-b2ec-4f43-ad5b-12a75f4e90ce is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:01:32.842508 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [None req-f7a44eec-d29b-4079-a617-45391148563b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:01:32.846184 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a44eec-d29b-4079-a617-45391148563b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Received port after_create {{(pid=105906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:01:32.852282 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a44eec-d29b-4079-a617-45391148563b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Pushing event updated for resources: {'Port': ['ID=cf597310-85f2-436c-864e-3c0ab52f3604,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:33.193379 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f7a44eec-d29b-4079-a617-45391148563b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:33.344176 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f7a44eec-d29b-4079-a617-45391148563b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:33.352055 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fecdb6-9a61-4228-838d-00fc0a1f7687 req-cdc1bd2a-6404-46b7-98ab-cb264a063ff4 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:33.353621 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-52fecdb6-9a61-4228-838d-00fc0a1f7687 req-cdc1bd2a-6404-46b7-98ab-cb264a063ff4 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0489402 Aug 12 15:01:33.393124 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-52fecdb6-9a61-4228-838d-00fc0a1f7687 req-ea4dc04d-db33-45e6-b734-3f0467d4aefb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330698 Aug 12 15:01:33.495819 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f7a44eec-d29b-4079-a617-45391148563b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for port, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:33.625596 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f7a44eec-d29b-4079-a617-45391148563b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:33.696772 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a44eec-d29b-4079-a617-45391148563b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Pushing event updated for resources: {'Port': ['ID=cf597310-85f2-436c-864e-3c0ab52f3604,revision_number=2']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:33.706583 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f7a44eec-d29b-4079-a617-45391148563b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710293'] for floatingip, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:33.804248 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.db.l3_db [None req-f7a44eec-d29b-4079-a617-45391148563b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Floating IP df0fc8c5-1769-4b2e-9043-b2c16ce032fc associated. External IP: 172.27.1.242, port: 58cee8d1-ce37-4392-bd50-a2531d1ce943. Aug 12 15:01:33.999980 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a44eec-d29b-4079-a617-45391148563b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Router 69e383e7-d4d4-4421-b33d-3ce8e6d3b89b has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:01:34.100884 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a44eec-d29b-4079-a617-45391148563b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:01:34.112272 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b99d07-09c7-48e5-b8f1-ab7a9d1c5321 None None] Sync routers for ids ['69e383e7-d4d4-4421-b33d-3ce8e6d3b89b'] in dv-cinder-800015-3-iscsi {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:01:34.121806 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b99d07-09c7-48e5-b8f1-ab7a9d1c5321 None None] Routers {'69e383e7-d4d4-4421-b33d-3ce8e6d3b89b'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:01:34.122412 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-20b99d07-09c7-48e5-b8f1-ab7a9d1c5321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:01:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['69e383e7-d4d4-4421-b33d-3ce8e6d3b89b'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:34.193703 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f7a44eec-d29b-4079-a617-45391148563b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for floatingip, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:34.222941 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-f7a44eec-d29b-4079-a617-45391148563b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9713912 Aug 12 15:01:34.232254 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ef34bd-0ec5-477d-b02e-84a8242da622', 'tag': '58cee8d1-ce37-4392-bd50-a2531d1ce943'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:01:34.232254 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301ed9c4-53e1-4ae2-b305-4ffdff007686" -d '{"events": [{"name": "network-changed", "server_uuid": "01ef34bd-0ec5-477d-b02e-84a8242da622", "tag": "58cee8d1-ce37-4392-bd50-a2531d1ce943"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:01:34.232579 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 45120) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:34.232666 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-20b99d07-09c7-48e5-b8f1-ab7a9d1c5321 None None] Set router 69e383e7-d4d4-4421-b33d-3ce8e6d3b89b gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:01:34.232771 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-e6ac57ae-bb25-4299-8f99-0582aa1433a3 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1333350550', 'description': 'tempest-secgroup-smoke-1333350550 description', 'project_id': '870582b29ae2413fb6c942fc00bf278b'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:34.262684 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcee0c6-dbdf-4d1c-9fa7-4e3c0807a2e5 x-openstack-request-id: req-1fcee0c6-dbdf-4d1c-9fa7-4e3c0807a2e5 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:01:34.262973 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ef34bd-0ec5-477d-b02e-84a8242da622", "tag": "58cee8d1-ce37-4392-bd50-a2531d1ce943", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:01:34.263245 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1fcee0c6-dbdf-4d1c-9fa7-4e3c0807a2e5 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:01:34.263619 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ef34bd-0ec5-477d-b02e-84a8242da622', 'tag': '58cee8d1-ce37-4392-bd50-a2531d1ce943', 'status': 'completed', 'code': 200} Aug 12 15:01:34.330141 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ed9c4-53e1-4ae2-b305-4ffdff007686 req-d87b8f99-7103-464e-8f42-ef38ab3ab6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:34.331651 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-301ed9c4-53e1-4ae2-b305-4ffdff007686 req-d87b8f99-7103-464e-8f42-ef38ab3ab6cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=870582b29ae2413fb6c942fc00bf278b&device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 1098 time: 0.0414798 Aug 12 15:01:34.359874 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e6ac57ae-bb25-4299-8f99-0582aa1433a3 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:34.426304 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ed9c4-53e1-4ae2-b305-4ffdff007686 req-84d18c39-7470-4969-b77a-007a3f3a0fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:34.427801 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-301ed9c4-53e1-4ae2-b305-4ffdff007686 req-84d18c39-7470-4969-b77a-007a3f3a0fea service neutron] 10.222.0.73 "GET /v2.0/networks?id=e12c87ba-1aa2-40ac-b08a-47fcc85884a2 HTTP/1.1" status: 200 len: 913 time: 0.0840721 Aug 12 15:01:34.449033 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e6ac57ae-bb25-4299-8f99-0582aa1433a3 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:34.527029 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-301ed9c4-53e1-4ae2-b305-4ffdff007686 req-cc89c1da-7db0-4d38-8222-3b96390871dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58cee8d1-ce37-4392-bd50-a2531d1ce943 HTTP/1.1" status: 200 len: 999 time: 0.0874341 Aug 12 15:01:34.544496 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e487a6-22c7-4a15-a679-d340f6c82c83 req-ad631525-c596-40af-864d-fd2a13c0a045 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:34.546131 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-01e487a6-22c7-4a15-a679-d340f6c82c83 req-ad631525-c596-40af-864d-fd2a13c0a045 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0592618 Aug 12 15:01:34.565835 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e6ac57ae-bb25-4299-8f99-0582aa1433a3 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:34.599770 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-20b99d07-09c7-48e5-b8f1-ab7a9d1c5321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'name': 'tempest-TestMinimumBasicScenario-6528345-router', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '03be5ba2-e995-4228-8a59-501714c066dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:21Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 4, 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'gw_port': {'id': '03be5ba2-e995-4228-8a59-501714c066dd', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:22Z', 'updated_at': '2021-08-12T15:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_floatingips': [{'id': 'df0fc8c5-1769-4b2e-9043-b2c16ce032fc', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'port_id': '58cee8d1-ce37-4392-bd50-a2531d1ce943', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2', 'mac_address': 'fa:16:3e:59:a0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef34bd-0ec5-477d-b02e-84a8242da622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:01:33Z', 'updated_at': '2021-08-12T15:01:33Z', 'revision_number': 0, 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25d0a91a-648e-4359-a2db-2cbbea7b0a94', 'name': '', 'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'mac_address': 'fa:16:3e:98:c7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9941a911-4b2d-4b7d-a097-ff6807b1051b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:25Z', 'updated_at': '2021-08-12T15:00:36Z', 'revision_number': 5, 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'subnets': [{'id': '9941a911-4b2d-4b7d-a097-ff6807b1051b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:34.605646 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ed9c4-53e1-4ae2-b305-4ffdff007686 req-9d403bdc-55da-4855-9b30-af5238fd2a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:34.607184 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-301ed9c4-53e1-4ae2-b305-4ffdff007686 req-9d403bdc-55da-4855-9b30-af5238fd2a01 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9941a911-4b2d-4b7d-a097-ff6807b1051b HTTP/1.1" status: 200 len: 851 time: 0.0539386 Aug 12 15:01:34.626914 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b99d07-09c7-48e5-b8f1-ab7a9d1c5321 None None] Checking router: 69e383e7-d4d4-4421-b33d-3ce8e6d3b89b for host: dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:01:34.637338 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b99d07-09c7-48e5-b8f1-ab7a9d1c5321 None None] Routers {'69e383e7-d4d4-4421-b33d-3ce8e6d3b89b'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:01:34.638203 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-20b99d07-09c7-48e5-b8f1-ab7a9d1c5321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:01:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['69e383e7-d4d4-4421-b33d-3ce8e6d3b89b'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:34.674135 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ed9c4-53e1-4ae2-b305-4ffdff007686 req-2cdec01d-afe9-4a83-a173-3fef3c08d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:34.676492 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-301ed9c4-53e1-4ae2-b305-4ffdff007686 req-2cdec01d-afe9-4a83-a173-3fef3c08d34b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e12c87ba-1aa2-40ac-b08a-47fcc85884a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565212 Aug 12 15:01:34.756047 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-20b99d07-09c7-48e5-b8f1-ab7a9d1c5321 None None] Set router 69e383e7-d4d4-4421-b33d-3ce8e6d3b89b gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:01:34.809063 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e6ac57ae-bb25-4299-8f99-0582aa1433a3 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:34.812011 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-e6ac57ae-bb25-4299-8f99-0582aa1433a3 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5824585 Aug 12 15:01:34.816430 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-01e487a6-22c7-4a15-a679-d340f6c82c83 req-da74d5d4-b1da-48cc-9c6b-0e877198601b tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644320 Aug 12 15:01:34.817287 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac57ae-bb25-4299-8f99-0582aa1433a3 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0534de7a-54a0-4b8a-bbae-d3e6dba996cd,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:34.823177 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 45128) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:34.828934 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-7f57e68c-93cc-4ee3-9faf-b00c581568b0 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Request body: {'security_group_rule': {'security_group_id': '0534de7a-54a0-4b8a-bbae-d3e6dba996cd', 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:34.958669 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7f57e68c-93cc-4ee3-9faf-b00c581568b0 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:35.014105 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-20b99d07-09c7-48e5-b8f1-ab7a9d1c5321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'name': 'tempest-TestMinimumBasicScenario-6528345-router', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '03be5ba2-e995-4228-8a59-501714c066dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:21Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 4, 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'gw_port': {'id': '03be5ba2-e995-4228-8a59-501714c066dd', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:22Z', 'updated_at': '2021-08-12T15:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_floatingips': [{'id': 'df0fc8c5-1769-4b2e-9043-b2c16ce032fc', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'port_id': '58cee8d1-ce37-4392-bd50-a2531d1ce943', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2', 'mac_address': 'fa:16:3e:59:a0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef34bd-0ec5-477d-b02e-84a8242da622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:01:33Z', 'updated_at': '2021-08-12T15:01:33Z', 'revision_number': 0, 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25d0a91a-648e-4359-a2db-2cbbea7b0a94', 'name': '', 'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'mac_address': 'fa:16:3e:98:c7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9941a911-4b2d-4b7d-a097-ff6807b1051b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:25Z', 'updated_at': '2021-08-12T15:00:36Z', 'revision_number': 5, 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'subnets': [{'id': '9941a911-4b2d-4b7d-a097-ff6807b1051b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:35.023952 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7f57e68c-93cc-4ee3-9faf-b00c581568b0 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:35.042355 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b99d07-09c7-48e5-b8f1-ab7a9d1c5321 None None] The sync data for ids ['69e383e7-d4d4-4421-b33d-3ce8e6d3b89b'] in dv-cinder-800015-3-iscsi is: [{'id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'name': 'tempest-TestMinimumBasicScenario-6528345-router', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '03be5ba2-e995-4228-8a59-501714c066dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:21Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 4, 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'gw_port': {'id': '03be5ba2-e995-4228-8a59-501714c066dd', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:22Z', 'updated_at': '2021-08-12T15:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_floatingips': [{'id': 'df0fc8c5-1769-4b2e-9043-b2c16ce032fc', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'port_id': '58cee8d1-ce37-4392-bd50-a2531d1ce943', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2', 'mac_address': 'fa:16:3e:59:a0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef34bd-0ec5-477d-b02e-84a8242da622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:01:33Z', 'updated_at': '2021-08-12T15:01:33Z', 'revision_number': 0, 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25d0a91a-648e-4359-a2db-2cbbea7b0a94', 'name': '', 'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'mac_address': 'fa:16:3e:98:c7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9941a911-4b2d-4b7d-a097-ff6807b1051b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:25Z', 'updated_at': '2021-08-12T15:00:36Z', 'revision_number': 5, 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'subnets': [{'id': '9941a911-4b2d-4b7d-a097-ff6807b1051b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:01:35.071218 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-301ed9c4-53e1-4ae2-b305-4ffdff007686 req-c6194186-b695-4865-8117-69b9b69be37a service neutron] 10.222.0.73 "GET /v2.0/networks/e12c87ba-1aa2-40ac-b08a-47fcc85884a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794994 Aug 12 15:01:35.111331 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7f57e68c-93cc-4ee3-9faf-b00c581568b0 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741704'] for security_group_rule, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:35.133395 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57e68c-93cc-4ee3-9faf-b00c581568b0 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f57f9f-b6f0-4044-ad89-4678060aaede,revision_number=0']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:35.178070 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-301ed9c4-53e1-4ae2-b305-4ffdff007686 req-442e1e3c-cca3-4731-8bc2-b58f1efa09fe service neutron] 10.222.0.73 "GET /v2.0/networks/e12c87ba-1aa2-40ac-b08a-47fcc85884a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938480 Aug 12 15:01:35.232360 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd09e74b-6cb1-4555-b3a4-cf2448d9f8fe None None] New status for floating IP df0fc8c5-1769-4b2e-9043-b2c16ce032fc: ACTIVE {{(pid=105908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:01:35.248262 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7f57e68c-93cc-4ee3-9faf-b00c581568b0 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:35.249580 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-7f57e68c-93cc-4ee3-9faf-b00c581568b0 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4252067 Aug 12 15:01:35.252345 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 45130) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:35.257264 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-496c6f15-7f42-44fe-b850-7300accec358 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Request body: {'security_group_rule': {'security_group_id': '0534de7a-54a0-4b8a-bbae-d3e6dba996cd', 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:35.375983 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-496c6f15-7f42-44fe-b850-7300accec358 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:35.437504 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-496c6f15-7f42-44fe-b850-7300accec358 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:35.525236 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-496c6f15-7f42-44fe-b850-7300accec358 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741704'] for security_group_rule, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:35.542975 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c6f15-7f42-44fe-b850-7300accec358 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f080fe-9586-4ed0-9dba-f6ad6e75ebe6,revision_number=0']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:35.623013 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-496c6f15-7f42-44fe-b850-7300accec358 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:35.625216 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-496c6f15-7f42-44fe-b850-7300accec358 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3718498 Aug 12 15:01:35.629829 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 45134) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:35.637886 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-08d73175-3b96-4ddf-86f2-e458e96b1b0e tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Request body: {'security_group_rule': {'security_group_id': '0534de7a-54a0-4b8a-bbae-d3e6dba996cd', 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:35.702225 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:35.807411 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-08d73175-3b96-4ddf-86f2-e458e96b1b0e tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:35.873965 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-08d73175-3b96-4ddf-86f2-e458e96b1b0e tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:35.951577 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000168ec-d304-4f48-b845-33722e6e6d7a req-b6d24858-efa4-482e-8e0c-730599dddb6e tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:35.953068 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-000168ec-d304-4f48-b845-33722e6e6d7a req-b6d24858-efa4-482e-8e0c-730599dddb6e tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0513823 Aug 12 15:01:35.992235 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-000168ec-d304-4f48-b845-33722e6e6d7a req-b4f1e4fb-e012-414c-a9e8-ae4e52fbac3f tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329950 Aug 12 15:01:35.992853 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-08d73175-3b96-4ddf-86f2-e458e96b1b0e tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741704'] for security_group_rule, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:36.011530 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d73175-3b96-4ddf-86f2-e458e96b1b0e tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d207c6a7-dda2-4691-b781-de0d31b17e4f,revision_number=0']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:36.136909 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-08d73175-3b96-4ddf-86f2-e458e96b1b0e tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:36.138417 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-08d73175-3b96-4ddf-86f2-e458e96b1b0e tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5070677 Aug 12 15:01:36.141833 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 45140) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:36.146552 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-41851e81-ec07-4e15-b084-69d5978634dc tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Request body: {'security_group_rule': {'security_group_id': '0534de7a-54a0-4b8a-bbae-d3e6dba996cd', 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:36.279145 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-41851e81-ec07-4e15-b084-69d5978634dc tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:36.342558 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-41851e81-ec07-4e15-b084-69d5978634dc tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:36.445380 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-41851e81-ec07-4e15-b084-69d5978634dc tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741704'] for security_group_rule, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:36.463155 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41851e81-ec07-4e15-b084-69d5978634dc tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74716093-2f2f-40f4-9aa1-ce13cad93054,revision_number=0']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:36.553465 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-41851e81-ec07-4e15-b084-69d5978634dc tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:36.554774 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-41851e81-ec07-4e15-b084-69d5978634dc tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4118202 Aug 12 15:01:36.557427 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 45142) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:36.561876 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-dad168d7-8d00-499d-94ee-098ddc07179a tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Request body: {'security_group_rule': {'security_group_id': '0534de7a-54a0-4b8a-bbae-d3e6dba996cd', 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:36.662331 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.db.securitygroups_db [None req-dad168d7-8d00-499d-94ee-098ddc07179a tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Project 870582b29ae2413fb6c942fc00bf278b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:01:36.667864 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dad168d7-8d00-499d-94ee-098ddc07179a tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:36.728868 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dad168d7-8d00-499d-94ee-098ddc07179a tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:36.821891 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dad168d7-8d00-499d-94ee-098ddc07179a tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741704'] for security_group_rule, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:36.839481 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad168d7-8d00-499d-94ee-098ddc07179a tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ee3224-d00c-4444-a161-fd58f29045f0,revision_number=0']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:36.936414 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dad168d7-8d00-499d-94ee-098ddc07179a tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:36.937648 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-dad168d7-8d00-499d-94ee-098ddc07179a tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3792744 Aug 12 15:01:36.940355 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 45146) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:36.945619 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-1055f889-4e56-4a4f-bc80-6e3088af37d0 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Request body: {'security_group_rule': {'security_group_id': '0534de7a-54a0-4b8a-bbae-d3e6dba996cd', 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:37.067719 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.db.securitygroups_db [None req-1055f889-4e56-4a4f-bc80-6e3088af37d0 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Project 870582b29ae2413fb6c942fc00bf278b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:01:37.073582 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1055f889-4e56-4a4f-bc80-6e3088af37d0 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:37.105935 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93c0a3-9cac-4a0d-90ae-e26994e62741 req-aefe17ec-1e3c-48a0-a133-78d2421f1244 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:37.107447 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-dc93c0a3-9cac-4a0d-90ae-e26994e62741 req-aefe17ec-1e3c-48a0-a133-78d2421f1244 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0477107 Aug 12 15:01:37.135404 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1055f889-4e56-4a4f-bc80-6e3088af37d0 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:37.144828 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-dc93c0a3-9cac-4a0d-90ae-e26994e62741 req-f9f6b660-b7b0-4078-8053-9b63d7c68877 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313120 Aug 12 15:01:37.233521 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1055f889-4e56-4a4f-bc80-6e3088af37d0 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741704'] for security_group_rule, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:37.251217 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055f889-4e56-4a4f-bc80-6e3088af37d0 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9457672f-d50c-4665-8e39-ddcda2918af7,revision_number=0']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:37.353316 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1055f889-4e56-4a4f-bc80-6e3088af37d0 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:37.354739 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-1055f889-4e56-4a4f-bc80-6e3088af37d0 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4132993 Aug 12 15:01:37.432033 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3be68f5f-b306-4102-be05-99b0bc4a8b07 req-2caf5000-4031-4763-b345-2c8ab46870ba tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1333350550&fields=id&tenant_id=870582b29ae2413fb6c942fc00bf278b HTTP/1.1" status: 200 len: 267 time: 0.0309508 Aug 12 15:01:37.485982 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be68f5f-b306-4102-be05-99b0bc4a8b07 req-dc5337a7-c2ed-49e4-b541-2597d56bc4e6 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:37.487415 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3be68f5f-b306-4102-be05-99b0bc4a8b07 req-dc5337a7-c2ed-49e4-b541-2597d56bc4e6 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 945 time: 0.0492587 Aug 12 15:01:37.499509 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [req-3be68f5f-b306-4102-be05-99b0bc4a8b07 req-e435bb42-5fad-4377-aeb4-0ad8f8811729 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Request body: {'port': {'security_groups': ['1585c66b-515a-4a07-b69f-dc888bb88d9d', '0534de7a-54a0-4b8a-bbae-d3e6dba996cd']}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:37.563013 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [req-3be68f5f-b306-4102-be05-99b0bc4a8b07 req-e435bb42-5fad-4377-aeb4-0ad8f8811729 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:37.777438 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.db [req-3be68f5f-b306-4102-be05-99b0bc4a8b07 req-e435bb42-5fad-4377-aeb4-0ad8f8811729 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] For port 58cee8d1-ce37-4392-bd50-a2531d1ce943, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=58cee8d1-ce37-4392-bd50-a2531d1ce943,segment=NetworkSegment(fa7ac654-7d73-4fdb-8714-6ef6349cb46c),segment_id=fa7ac654-7d73-4fdb-8714-6ef6349cb46c)] {{(pid=105905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:37.807149 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [req-3be68f5f-b306-4102-be05-99b0bc4a8b07 req-e435bb42-5fad-4377-aeb4-0ad8f8811729 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for port, precommit_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:37.936584 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [req-3be68f5f-b306-4102-be05-99b0bc4a8b07 req-e435bb42-5fad-4377-aeb4-0ad8f8811729 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2374555'] for port, after_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:37.950522 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['58cee8d1-ce37-4392-bd50-a2531d1ce943'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:01:38.017736 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be68f5f-b306-4102-be05-99b0bc4a8b07 req-e435bb42-5fad-4377-aeb4-0ad8f8811729 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:38.018382 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [req-3be68f5f-b306-4102-be05-99b0bc4a8b07 req-e435bb42-5fad-4377-aeb4-0ad8f8811729 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:38.019802 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3be68f5f-b306-4102-be05-99b0bc4a8b07 req-e435bb42-5fad-4377-aeb4-0ad8f8811729 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "PUT /v2.0/ports/58cee8d1-ce37-4392-bd50-a2531d1ce943 HTTP/1.1" status: 200 len: 981 time: 0.5247042 Aug 12 15:01:38.020324 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ef34bd-0ec5-477d-b02e-84a8242da622', 'tag': '58cee8d1-ce37-4392-bd50-a2531d1ce943'}] {{(pid=105905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:01:38.023477 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1238f1f5812354b64934186896ad6aa3779af87d0a627baf2a0b63d001b00141" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9284fe6a-0b1f-4991-8e65-329b0ed683c7" -d '{"events": [{"name": "network-changed", "server_uuid": "01ef34bd-0ec5-477d-b02e-84a8242da622", "tag": "58cee8d1-ce37-4392-bd50-a2531d1ce943"}]}' {{(pid=105905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:01:38.064821 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435bb42-5fad-4377-aeb4-0ad8f8811729 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Pushing event updated for resources: {'Port': ['ID=58cee8d1-ce37-4392-bd50-a2531d1ce943,revision_number=6']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:38.088406 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4897e88f-818d-4374-95f3-941687790b0a x-openstack-request-id: req-4897e88f-818d-4374-95f3-941687790b0a {{(pid=105905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:01:38.088820 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ef34bd-0ec5-477d-b02e-84a8242da622", "tag": "58cee8d1-ce37-4392-bd50-a2531d1ce943", "status": "completed", "code": 200}]} {{(pid=105905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:01:38.089022 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4897e88f-818d-4374-95f3-941687790b0a {{(pid=105905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:01:38.089359 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ef34bd-0ec5-477d-b02e-84a8242da622', 'tag': '58cee8d1-ce37-4392-bd50-a2531d1ce943', 'status': 'completed', 'code': 200} Aug 12 15:01:38.129152 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['58cee8d1-ce37-4392-bd50-a2531d1ce943'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:01:38.163032 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399fc91-103b-4bb5-a3d5-d4291b15a78d req-ac3e41c0-99de-47db-82a5-17bc4c7edcc1 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:38.166797 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4399fc91-103b-4bb5-a3d5-d4291b15a78d req-ac3e41c0-99de-47db-82a5-17bc4c7edcc1 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 984 time: 0.0672970 Aug 12 15:01:38.176355 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284fe6a-0b1f-4991-8e65-329b0ed683c7 req-ba558b4b-21a2-4769-8e6b-51b3b3da28de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:38.177905 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-9284fe6a-0b1f-4991-8e65-329b0ed683c7 req-ba558b4b-21a2-4769-8e6b-51b3b3da28de service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=870582b29ae2413fb6c942fc00bf278b&device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 1137 time: 0.0616875 Aug 12 15:01:38.214689 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4399fc91-103b-4bb5-a3d5-d4291b15a78d req-baa79095-065d-4c3a-9b8b-eecd70d0248e tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&id=0534de7a-54a0-4b8a-bbae-d3e6dba996cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417142 Aug 12 15:01:38.291068 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284fe6a-0b1f-4991-8e65-329b0ed683c7 req-48d81254-7b18-4153-98b7-c5e72129cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:38.294044 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-9284fe6a-0b1f-4991-8e65-329b0ed683c7 req-48d81254-7b18-4153-98b7-c5e72129cbe1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e12c87ba-1aa2-40ac-b08a-47fcc85884a2 HTTP/1.1" status: 200 len: 913 time: 0.1031492 Aug 12 15:01:38.317350 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d31462-bdac-470f-854f-0cea48175b14 req-93f9b482-7ad3-4252-a8de-e416ad49c6eb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:38.319557 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-44d31462-bdac-470f-854f-0cea48175b14 req-93f9b482-7ad3-4252-a8de-e416ad49c6eb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0495412 Aug 12 15:01:38.363443 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-44d31462-bdac-470f-854f-0cea48175b14 req-872328b8-ac0d-4875-98cc-368382ab02e4 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369766 Aug 12 15:01:38.373121 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-9284fe6a-0b1f-4991-8e65-329b0ed683c7 req-fa486800-3985-469b-9ed1-4c132144999b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58cee8d1-ce37-4392-bd50-a2531d1ce943 HTTP/1.1" status: 200 len: 1001 time: 0.0675309 Aug 12 15:01:38.403299 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-380bf9dc-defa-4328-9388-c34f1dd5e32d None None] Provisioning complete for port 58cee8d1-ce37-4392-bd50-a2531d1ce943 triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:01:38.403579 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-380bf9dc-defa-4328-9388-c34f1dd5e32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:38.432619 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284fe6a-0b1f-4991-8e65-329b0ed683c7 req-cbbaa3e4-114e-438b-a89d-94faaa0133e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:38.434125 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-9284fe6a-0b1f-4991-8e65-329b0ed683c7 req-cbbaa3e4-114e-438b-a89d-94faaa0133e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9941a911-4b2d-4b7d-a097-ff6807b1051b HTTP/1.1" status: 200 len: 851 time: 0.0445864 Aug 12 15:01:38.488029 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284fe6a-0b1f-4991-8e65-329b0ed683c7 req-947d1cdb-9529-4bc2-b187-e43127b6379f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:38.489566 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-9284fe6a-0b1f-4991-8e65-329b0ed683c7 req-947d1cdb-9529-4bc2-b187-e43127b6379f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e12c87ba-1aa2-40ac-b08a-47fcc85884a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460401 Aug 12 15:01:38.583197 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-9284fe6a-0b1f-4991-8e65-329b0ed683c7 req-571af6bb-4ed6-4bd6-a002-bbc6b290a449 service neutron] 10.222.0.73 "GET /v2.0/networks/e12c87ba-1aa2-40ac-b08a-47fcc85884a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855546 Aug 12 15:01:38.678789 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-9284fe6a-0b1f-4991-8e65-329b0ed683c7 req-e74fe3e3-df10-42a9-900e-628947f2e243 service neutron] 10.222.0.73 "GET /v2.0/networks/e12c87ba-1aa2-40ac-b08a-47fcc85884a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871141 Aug 12 15:01:39.479589 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2303da-bf6e-466e-84e5-1f5ba5e6020b req-b6613c9e-c7ac-4fea-812e-782289587c3c tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:39.481037 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-dd2303da-bf6e-466e-84e5-1f5ba5e6020b req-b6613c9e-c7ac-4fea-812e-782289587c3c tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0467288 Aug 12 15:01:39.520121 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-dd2303da-bf6e-466e-84e5-1f5ba5e6020b req-0f235932-27ef-466b-84cf-bd03eb985e51 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331593 Aug 12 15:01:40.636972 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e106b-67f3-45bd-94f1-51ff5827c7c4 req-4ed1b50b-7c74-41c3-ba92-6f6bf99721a9 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:40.638332 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-609e106b-67f3-45bd-94f1-51ff5827c7c4 req-4ed1b50b-7c74-41c3-ba92-6f6bf99721a9 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0493858 Aug 12 15:01:40.674729 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-609e106b-67f3-45bd-94f1-51ff5827c7c4 req-80563ed5-973d-46f7-9979-69263a94051f tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305529 Aug 12 15:01:41.790628 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8d582-853e-4940-98df-606c2abbb8f1 req-223bb6fa-00ba-4716-8fd8-880e83d4aa77 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:41.792091 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5ea8d582-853e-4940-98df-606c2abbb8f1 req-223bb6fa-00ba-4716-8fd8-880e83d4aa77 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0471883 Aug 12 15:01:41.828024 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5ea8d582-853e-4940-98df-606c2abbb8f1 req-0a414bc7-4a37-48a6-b2ea-1d7232314059 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301740 Aug 12 15:01:42.256615 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-7eecaacc-933c-41c4-aff7-662c88ae82a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:42.940905 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e76e3d-6a49-44ed-a70b-cfe3ee6905a9 req-1fca9397-5c91-4713-b9a8-84173e72467e tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:42.942394 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-61e76e3d-6a49-44ed-a70b-cfe3ee6905a9 req-1fca9397-5c91-4713-b9a8-84173e72467e tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0488968 Aug 12 15:01:42.979454 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-61e76e3d-6a49-44ed-a70b-cfe3ee6905a9 req-b382c7d6-82a1-49e7-b352-c840c40cfba2 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305145 Aug 12 15:01:43.323452 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:01:44.094457 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b1765-ab55-4b14-8273-8ab98a8152ec req-06308403-33b2-4405-9949-0b50bd69c6b6 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:44.095825 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4c2b1765-ab55-4b14-8273-8ab98a8152ec req-06308403-33b2-4405-9949-0b50bd69c6b6 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0497296 Aug 12 15:01:44.134342 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4c2b1765-ab55-4b14-8273-8ab98a8152ec req-fd8c4ec4-75e6-4546-8b64-54740ddd4585 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322604 Aug 12 15:01:44.498943 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-8dd5d74c-f2ca-4da8-91e4-5e632f197bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:45.009730 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:45.248197 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49203696-0b3b-479f-973d-cb2714641a71 req-cfe0232a-f5e3-476a-af8a-40d9259b955a tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:45.249655 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-49203696-0b3b-479f-973d-cb2714641a71 req-cfe0232a-f5e3-476a-af8a-40d9259b955a tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0469158 Aug 12 15:01:45.287263 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-49203696-0b3b-479f-973d-cb2714641a71 req-3272b450-b754-4175-a1a8-030fe58cfe03 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317338 Aug 12 15:01:45.921668 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:46.400496 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1aa3cc-4b4a-45ec-abb5-a083b8067022 req-df4001b4-5aae-4454-bdca-131564b8016c tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:46.401956 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9b1aa3cc-4b4a-45ec-abb5-a083b8067022 req-df4001b4-5aae-4454-bdca-131564b8016c tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0467544 Aug 12 15:01:46.438788 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9b1aa3cc-4b4a-45ec-abb5-a083b8067022 req-d32b5ba7-d3fb-4717-85a0-da4aa1d6b0ee tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310788 Aug 12 15:01:47.512362 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:47.556307 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fe29a-de86-46df-b6c8-818f801b0435 req-02aba636-3617-4403-aedc-9626d3460ed4 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:47.557785 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-fc1fe29a-de86-46df-b6c8-818f801b0435 req-02aba636-3617-4403-aedc-9626d3460ed4 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0509822 Aug 12 15:01:47.593823 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-fc1fe29a-de86-46df-b6c8-818f801b0435 req-171fd37b-6acc-4e2a-a66b-1aca83c7dc65 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302238 Aug 12 15:01:48.001571 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1effd43-e741-4414-941e-46b26be152e9 req-c29b9d35-c655-4f1c-9a38-f2d2faa56785 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:48.003054 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d1effd43-e741-4414-941e-46b26be152e9 req-c29b9d35-c655-4f1c-9a38-f2d2faa56785 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0474882 Aug 12 15:01:48.041836 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d1effd43-e741-4414-941e-46b26be152e9 req-e84cc328-8f05-41a8-bc6a-5df3c665f393 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318234 Aug 12 15:01:48.129541 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d02b47-ceb2-4309-bbc0-42cd5356f7c3 req-ff82a987-c38b-4a48-b043-b404a2cdeaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:48.131619 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-08d02b47-ceb2-4309-bbc0-42cd5356f7c3 req-ff82a987-c38b-4a48-b043-b404a2cdeaca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=354567df920f421c84ca26c1b7eab2a1&device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 1099 time: 0.0404878 Aug 12 15:01:48.225813 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d02b47-ceb2-4309-bbc0-42cd5356f7c3 req-0f3ab8ba-fe04-415a-b74e-f51a06674f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:48.227198 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-08d02b47-ceb2-4309-bbc0-42cd5356f7c3 req-0f3ab8ba-fe04-415a-b74e-f51a06674f92 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e7538b30-bfa9-411c-b4b8-e587c082b88a HTTP/1.1" status: 200 len: 911 time: 0.0862360 Aug 12 15:01:48.294891 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-08d02b47-ceb2-4309-bbc0-42cd5356f7c3 req-23a442d8-1baa-4bac-9a18-b578618f7eee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a4e0fc1-a13e-472d-a4ed-dcb7016b0340 HTTP/1.1" status: 200 len: 1001 time: 0.0563087 Aug 12 15:01:48.347449 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d02b47-ceb2-4309-bbc0-42cd5356f7c3 req-2db02def-fe0b-498d-baff-385572b6e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:48.348926 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-08d02b47-ceb2-4309-bbc0-42cd5356f7c3 req-2db02def-fe0b-498d-baff-385572b6e20e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=396a65e9-67f2-4ba0-a778-6055cb57506a HTTP/1.1" status: 200 len: 849 time: 0.0456657 Aug 12 15:01:48.394699 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d02b47-ceb2-4309-bbc0-42cd5356f7c3 req-fd76c5b9-cd05-4b07-b618-aae8d45e8a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:48.397060 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-08d02b47-ceb2-4309-bbc0-42cd5356f7c3 req-fd76c5b9-cd05-4b07-b618-aae8d45e8a03 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e7538b30-bfa9-411c-b4b8-e587c082b88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398412 Aug 12 15:01:48.484689 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-08d02b47-ceb2-4309-bbc0-42cd5356f7c3 req-52b8dcc8-260d-46c6-bb92-72b7517f06e7 service neutron] 10.222.0.73 "GET /v2.0/networks/e7538b30-bfa9-411c-b4b8-e587c082b88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792027 Aug 12 15:01:48.588453 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-08d02b47-ceb2-4309-bbc0-42cd5356f7c3 req-d5031a28-fb31-4d6e-8eb7-553b0415fa84 service neutron] 10.222.0.73 "GET /v2.0/networks/e7538b30-bfa9-411c-b4b8-e587c082b88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854943 Aug 12 15:01:49.153287 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca07bef-402d-4906-9d7e-7e61e7ce4161 req-5083429e-62d3-4610-b544-755f6c6c8647 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:49.154743 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-aca07bef-402d-4906-9d7e-7e61e7ce4161 req-5083429e-62d3-4610-b544-755f6c6c8647 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0475259 Aug 12 15:01:49.191421 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-aca07bef-402d-4906-9d7e-7e61e7ce4161 req-67b7491e-f6e5-471a-88bb-c0705e698851 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308585 Aug 12 15:01:50.307574 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091f1aa-5bf3-4579-b4da-0254dace2baa req-9274fed2-cc0d-4419-b236-2725b16a837c tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:50.309037 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6091f1aa-5bf3-4579-b4da-0254dace2baa req-9274fed2-cc0d-4419-b236-2725b16a837c tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0505040 Aug 12 15:01:50.345918 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6091f1aa-5bf3-4579-b4da-0254dace2baa req-70d86aba-a7e4-4aef-b23a-f250c730bb7f tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311151 Aug 12 15:02:01.246538 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7007c9e-728d-4f72-936d-b8a5689218a5 req-349d85db-75af-4b9d-929e-04128cea256f tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:01.248020 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c7007c9e-728d-4f72-936d-b8a5689218a5 req-349d85db-75af-4b9d-929e-04128cea256f tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 984 time: 0.0494795 Aug 12 15:02:01.288986 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c7007c9e-728d-4f72-936d-b8a5689218a5 req-003a00b3-1f1c-4c22-a08b-a66e0e8a4ae4 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&id=0534de7a-54a0-4b8a-bbae-d3e6dba996cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346406 Aug 12 15:02:01.331721 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1abbe-29af-47a1-a2db-e6664eb633ce req-b15dbc25-e083-4737-98c0-7d4781b826f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:01.333248 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e0e1abbe-29af-47a1-a2db-e6664eb633ce req-b15dbc25-e083-4737-98c0-7d4781b826f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=870582b29ae2413fb6c942fc00bf278b&device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 1137 time: 0.0411134 Aug 12 15:02:01.427673 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1abbe-29af-47a1-a2db-e6664eb633ce req-427fd933-2c04-4ef2-b06a-e1d0748ce00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:01.429052 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e0e1abbe-29af-47a1-a2db-e6664eb633ce req-427fd933-2c04-4ef2-b06a-e1d0748ce00f service neutron] 10.222.0.73 "GET /v2.0/networks?id=e12c87ba-1aa2-40ac-b08a-47fcc85884a2 HTTP/1.1" status: 200 len: 913 time: 0.0837562 Aug 12 15:02:01.493253 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e0e1abbe-29af-47a1-a2db-e6664eb633ce req-8b8d07cc-3124-4f6e-b43a-bbabb71761d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58cee8d1-ce37-4392-bd50-a2531d1ce943 HTTP/1.1" status: 200 len: 1001 time: 0.0563943 Aug 12 15:02:01.546180 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1abbe-29af-47a1-a2db-e6664eb633ce req-c556f4fe-f334-4010-8b29-5788dbd1a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:01.547628 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e0e1abbe-29af-47a1-a2db-e6664eb633ce req-c556f4fe-f334-4010-8b29-5788dbd1a409 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9941a911-4b2d-4b7d-a097-ff6807b1051b HTTP/1.1" status: 200 len: 851 time: 0.0438836 Aug 12 15:02:01.599177 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1abbe-29af-47a1-a2db-e6664eb633ce req-552a8148-96ae-4261-9a97-25b038752cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:01.600897 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e0e1abbe-29af-47a1-a2db-e6664eb633ce req-552a8148-96ae-4261-9a97-25b038752cc2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e12c87ba-1aa2-40ac-b08a-47fcc85884a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426061 Aug 12 15:02:01.695035 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e0e1abbe-29af-47a1-a2db-e6664eb633ce req-5cca0ffa-cb17-4dea-a779-0d796707d0d4 service neutron] 10.222.0.73 "GET /v2.0/networks/e12c87ba-1aa2-40ac-b08a-47fcc85884a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815957 Aug 12 15:02:01.789775 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e0e1abbe-29af-47a1-a2db-e6664eb633ce req-2f7911a8-2540-4727-85f8-90b54c94384d service neutron] 10.222.0.73 "GET /v2.0/networks/e12c87ba-1aa2-40ac-b08a-47fcc85884a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859084 Aug 12 15:02:02.402911 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85502bc3-a3a0-41d9-96f0-5d43d2d69b0d req-e9028c66-e0b2-4a73-8ece-49a598bfaa78 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:02.404355 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-85502bc3-a3a0-41d9-96f0-5d43d2d69b0d req-e9028c66-e0b2-4a73-8ece-49a598bfaa78 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 984 time: 0.0469761 Aug 12 15:02:02.443060 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-85502bc3-a3a0-41d9-96f0-5d43d2d69b0d req-f2a3509d-b4e9-4f73-8a01-656765bbaca6 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&id=0534de7a-54a0-4b8a-bbae-d3e6dba996cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324008 Aug 12 15:02:03.558844 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9b046-68c7-4d49-a3fe-46d923fc020c req-ae738e3b-4404-46fc-947f-dccb2e5ea19b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:03.560326 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-baf9b046-68c7-4d49-a3fe-46d923fc020c req-ae738e3b-4404-46fc-947f-dccb2e5ea19b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 984 time: 0.0514460 Aug 12 15:02:03.599988 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-baf9b046-68c7-4d49-a3fe-46d923fc020c req-3e2295fc-295d-4e83-812a-42aa1393b6fb tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&id=0534de7a-54a0-4b8a-bbae-d3e6dba996cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335684 Aug 12 15:02:04.711741 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424ffb1-be63-4ec8-9916-d036df243be0 req-ab4b8dbf-85c0-4799-bde8-6428de2b9e7d tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:04.713220 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9424ffb1-be63-4ec8-9916-d036df243be0 req-ab4b8dbf-85c0-4799-bde8-6428de2b9e7d tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 984 time: 0.0468166 Aug 12 15:02:04.751319 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9424ffb1-be63-4ec8-9916-d036df243be0 req-ff78013d-c8dc-4a7e-9735-75b1010bd790 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&id=0534de7a-54a0-4b8a-bbae-d3e6dba996cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322957 Aug 12 15:02:05.690898 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:05.863320 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d6738-0479-444c-9a1e-6c5cace43045 req-8f38fbee-22f0-495a-966a-24b800ce1618 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:05.864814 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f19d6738-0479-444c-9a1e-6c5cace43045 req-8f38fbee-22f0-495a-966a-24b800ce1618 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 984 time: 0.0472476 Aug 12 15:02:05.903511 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f19d6738-0479-444c-9a1e-6c5cace43045 req-af3edcca-7b87-4898-8baa-476d8240f4c8 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&id=0534de7a-54a0-4b8a-bbae-d3e6dba996cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0318770 Aug 12 15:02:06.700866 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e9f1d62f-cf9d-4054-a191-6b12bc871664 req-09948682-3965-46a9-aaa7-2a3fe87dc5d3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394104 Aug 12 15:02:06.785071 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1d62f-cf9d-4054-a191-6b12bc871664 req-e9443574-23ae-4331-906b-ece9741d5c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:06.786446 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e9f1d62f-cf9d-4054-a191-6b12bc871664 req-e9443574-23ae-4331-906b-ece9741d5c2f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=354567df920f421c84ca26c1b7eab2a1&device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 1099 time: 0.0408499 Aug 12 15:02:06.889809 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1d62f-cf9d-4054-a191-6b12bc871664 req-f21862ec-bedb-438b-ae43-c3bf08c90459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:06.891242 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e9f1d62f-cf9d-4054-a191-6b12bc871664 req-f21862ec-bedb-438b-ae43-c3bf08c90459 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e7538b30-bfa9-411c-b4b8-e587c082b88a HTTP/1.1" status: 200 len: 911 time: 0.0858746 Aug 12 15:02:06.962982 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e9f1d62f-cf9d-4054-a191-6b12bc871664 req-c31f6e6b-37b0-4d94-af14-f735be1bfe23 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a4e0fc1-a13e-472d-a4ed-dcb7016b0340 HTTP/1.1" status: 200 len: 1001 time: 0.0625134 Aug 12 15:02:07.018663 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1d62f-cf9d-4054-a191-6b12bc871664 req-dba1b06a-d037-4e35-a689-827e08924957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:07.020113 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e9f1d62f-cf9d-4054-a191-6b12bc871664 req-dba1b06a-d037-4e35-a689-827e08924957 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=396a65e9-67f2-4ba0-a778-6055cb57506a HTTP/1.1" status: 200 len: 849 time: 0.0443790 Aug 12 15:02:07.026862 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065816cb-6b07-4a2b-baaa-d38e85b52674 req-32bfd8e1-a092-4762-8ee1-1eec934992af tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:07.028327 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-065816cb-6b07-4a2b-baaa-d38e85b52674 req-32bfd8e1-a092-4762-8ee1-1eec934992af tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 984 time: 0.0530288 Aug 12 15:02:07.069462 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-065816cb-6b07-4a2b-baaa-d38e85b52674 req-2587ca3c-d087-4aeb-b812-f20787b47141 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&id=0534de7a-54a0-4b8a-bbae-d3e6dba996cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348186 Aug 12 15:02:07.075446 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1d62f-cf9d-4054-a191-6b12bc871664 req-bcb301ef-30a8-4fdc-bb7d-d2d463c329fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:07.076982 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e9f1d62f-cf9d-4054-a191-6b12bc871664 req-bcb301ef-30a8-4fdc-bb7d-d2d463c329fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e7538b30-bfa9-411c-b4b8-e587c082b88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464077 Aug 12 15:02:07.177000 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e9f1d62f-cf9d-4054-a191-6b12bc871664 req-11963ca7-3756-40b0-8e58-6057058133db service neutron] 10.222.0.73 "GET /v2.0/networks/e7538b30-bfa9-411c-b4b8-e587c082b88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916772 Aug 12 15:02:07.272820 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e9f1d62f-cf9d-4054-a191-6b12bc871664 req-5cb8eaec-9e9a-44a2-8e8f-373cbdccefd4 service neutron] 10.222.0.73 "GET /v2.0/networks/e7538b30-bfa9-411c-b4b8-e587c082b88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832779 Aug 12 15:02:08.187185 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4ace0-2ee6-4d41-928a-9e3d285852fb req-3c442b2f-3e0f-4827-889f-b7a85a4af035 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:08.188742 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ffa4ace0-2ee6-4d41-928a-9e3d285852fb req-3c442b2f-3e0f-4827-889f-b7a85a4af035 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 984 time: 0.0488906 Aug 12 15:02:08.230235 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ffa4ace0-2ee6-4d41-928a-9e3d285852fb req-9a2d63ea-bb6c-46b0-a1c2-d77568e1301f tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&id=0534de7a-54a0-4b8a-bbae-d3e6dba996cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350645 Aug 12 15:02:09.343326 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d6157-8241-4605-a149-13925897ea16 req-b2d4a997-2cc6-4aad-9ba3-086fb83676c3 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:09.344734 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-687d6157-8241-4605-a149-13925897ea16 req-b2d4a997-2cc6-4aad-9ba3-086fb83676c3 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 984 time: 0.0474985 Aug 12 15:02:09.385151 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-687d6157-8241-4605-a149-13925897ea16 req-ad578c45-87cd-4a92-82b3-a0a2614ac70c tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&id=0534de7a-54a0-4b8a-bbae-d3e6dba996cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338399 Aug 12 15:02:10.500125 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3505e9d-e2c8-469e-b631-7859aaf6fb3c req-3c6cd469-230a-4d2c-bf40-5cb3023d861a tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:10.501589 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e3505e9d-e2c8-469e-b631-7859aaf6fb3c req-3c6cd469-230a-4d2c-bf40-5cb3023d861a tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 984 time: 0.0508981 Aug 12 15:02:10.541963 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e3505e9d-e2c8-469e-b631-7859aaf6fb3c req-490d80b8-8db2-4779-8ff0-c4699db7e468 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&id=0534de7a-54a0-4b8a-bbae-d3e6dba996cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334904 Aug 12 15:02:10.781933 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e398c5-1354-42ae-a410-607e797db581 req-1f1837c5-9859-4b2c-990d-58f034adc49b tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:10.783418 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-35e398c5-1354-42ae-a410-607e797db581 req-1f1837c5-9859-4b2c-990d-58f034adc49b tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0496845 Aug 12 15:02:10.824292 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-35e398c5-1354-42ae-a410-607e797db581 req-7720319c-fd56-41c4-8220-463a90fd2b5d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345080 Aug 12 15:02:11.660928 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03422085-5f9e-494e-b789-def82cfd6650 req-902d0c21-cfb3-47b0-bb1c-48b1c28a4b99 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:11.663310 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-03422085-5f9e-494e-b789-def82cfd6650 req-902d0c21-cfb3-47b0-bb1c-48b1c28a4b99 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 984 time: 0.0479608 Aug 12 15:02:11.708263 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-03422085-5f9e-494e-b789-def82cfd6650 req-41776753-4099-422d-8430-af33285a48ad tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&id=0534de7a-54a0-4b8a-bbae-d3e6dba996cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365329 Aug 12 15:02:11.943220 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bd8ed-5aad-4ba3-8290-d38ee4cc268c req-a97041c4-8f75-4fd8-b154-022d4f4e5a36 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:11.945760 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-706bd8ed-5aad-4ba3-8290-d38ee4cc268c req-a97041c4-8f75-4fd8-b154-022d4f4e5a36 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0524817 Aug 12 15:02:11.982001 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-706bd8ed-5aad-4ba3-8290-d38ee4cc268c req-659257b7-c3df-4e1b-82bb-19c9515d9244 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304091 Aug 12 15:02:12.245000 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-0e993927-a8d9-4b7d-a49f-c0754fb6ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:12.824413 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b78d4-d7d4-42d9-9ad0-51754455498d req-b378448f-8820-4524-ace6-4099886c99b7 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:12.825815 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9c2b78d4-d7d4-42d9-9ad0-51754455498d req-b378448f-8820-4524-ace6-4099886c99b7 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 984 time: 0.0487223 Aug 12 15:02:12.864519 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9c2b78d4-d7d4-42d9-9ad0-51754455498d req-cabe9e9f-85de-4904-896c-7857ff880e71 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&id=0534de7a-54a0-4b8a-bbae-d3e6dba996cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327539 Aug 12 15:02:13.120094 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237832b7-e77b-4f4a-9cfe-75d262842c55 req-c16cba47-44c2-48c2-9ff4-a9d0d320c00f tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:13.120094 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-237832b7-e77b-4f4a-9cfe-75d262842c55 req-c16cba47-44c2-48c2-9ff4-a9d0d320c00f tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0470164 Aug 12 15:02:13.135812 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-237832b7-e77b-4f4a-9cfe-75d262842c55 req-3b933b9a-9e00-4017-8b67-e3c0882af9fc tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305135 Aug 12 15:02:13.979637 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117babf9-2891-467d-bcc1-dec3c8329974 req-194946df-2eab-43f5-9113-32e8ac788f7b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:13.981119 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-117babf9-2891-467d-bcc1-dec3c8329974 req-194946df-2eab-43f5-9113-32e8ac788f7b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 984 time: 0.0508084 Aug 12 15:02:14.019565 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-117babf9-2891-467d-bcc1-dec3c8329974 req-dc1ea819-db8c-40ec-8fff-9232bdf7b9f1 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&id=0534de7a-54a0-4b8a-bbae-d3e6dba996cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325544 Aug 12 15:02:14.249692 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d83e34-d997-41b7-89b7-36cfe43c47bd req-96655db3-9e06-4130-8f67-6efb220b5cb1 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:14.251136 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e4d83e34-d997-41b7-89b7-36cfe43c47bd req-96655db3-9e06-4130-8f67-6efb220b5cb1 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0466590 Aug 12 15:02:14.288966 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e4d83e34-d997-41b7-89b7-36cfe43c47bd req-fe59f46e-bac3-4baf-b003-c9da89b94a4f tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312390 Aug 12 15:02:14.514951 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-8eab06f5-a55e-47e0-9bf3-b233da54e094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:15.012704 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:15.130248 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d3d69-6ddb-4b0e-a0b5-809c24053e95 req-644f047f-0815-474b-a7a4-6bd79f6cd359 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:15.132437 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d36d3d69-6ddb-4b0e-a0b5-809c24053e95 req-644f047f-0815-474b-a7a4-6bd79f6cd359 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 984 time: 0.0471432 Aug 12 15:02:15.171757 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d36d3d69-6ddb-4b0e-a0b5-809c24053e95 req-2b02b013-d595-4780-ac0f-d974bd522fbf tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&id=0534de7a-54a0-4b8a-bbae-d3e6dba996cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331743 Aug 12 15:02:15.406135 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c542a-be18-49ed-ac03-3023eda1ebbc req-9c602d72-dad5-4495-b7ba-1dcda8a8e018 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:15.407569 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9f4c542a-be18-49ed-ac03-3023eda1ebbc req-9c602d72-dad5-4495-b7ba-1dcda8a8e018 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0499988 Aug 12 15:02:15.443965 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9f4c542a-be18-49ed-ac03-3023eda1ebbc req-4c761523-06e9-45d4-a39b-9f544294cbd2 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298150 Aug 12 15:02:15.891868 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:16.287800 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354676b-931f-4271-a4fb-2868676ee61c req-15718645-bdf3-4e69-b70e-978107562cb2 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:16.289285 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6354676b-931f-4271-a4fb-2868676ee61c req-15718645-bdf3-4e69-b70e-978107562cb2 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 984 time: 0.0483227 Aug 12 15:02:16.327601 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6354676b-931f-4271-a4fb-2868676ee61c req-742c0016-aba7-410a-8d3f-2468db6adab3 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&id=0534de7a-54a0-4b8a-bbae-d3e6dba996cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323312 Aug 12 15:02:16.559425 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7aeaab-d644-4725-aa12-87f282aae902 req-f34217e8-68ed-41b1-8b9f-744ae5fded22 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:16.560915 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6e7aeaab-d644-4725-aa12-87f282aae902 req-f34217e8-68ed-41b1-8b9f-744ae5fded22 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0481534 Aug 12 15:02:16.597607 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6e7aeaab-d644-4725-aa12-87f282aae902 req-c8de1400-90a0-4c41-8abb-48a353f8c157 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308244 Aug 12 15:02:17.447542 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33501c2f-4bc8-4207-928a-fc4999aad7fd req-dfec06f1-5d13-42fd-a385-376e06afd16c tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:17.449030 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-33501c2f-4bc8-4207-928a-fc4999aad7fd req-dfec06f1-5d13-42fd-a385-376e06afd16c tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 984 time: 0.0514567 Aug 12 15:02:17.456209 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:17.487941 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-33501c2f-4bc8-4207-928a-fc4999aad7fd req-eac7af96-2c1d-4152-aae2-c8847163cebc tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&id=0534de7a-54a0-4b8a-bbae-d3e6dba996cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329506 Aug 12 15:02:17.723325 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841faf0-54b0-4fe2-bb05-7a1b6b01aa03 req-7a16f49d-1adc-4ae3-bca9-861ead35ccc6 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:17.725113 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3841faf0-54b0-4fe2-bb05-7a1b6b01aa03 req-7a16f49d-1adc-4ae3-bca9-861ead35ccc6 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0524354 Aug 12 15:02:17.764847 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3841faf0-54b0-4fe2-bb05-7a1b6b01aa03 req-789f65cc-0cc1-4a80-b198-30431cbde168 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332844 Aug 12 15:02:18.598676 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518faec2-cf43-4a22-a384-ac7add33b144 req-18d0fdd4-be51-46f4-9e26-ec4876b0cde3 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:18.607795 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-518faec2-cf43-4a22-a384-ac7add33b144 req-18d0fdd4-be51-46f4-9e26-ec4876b0cde3 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 984 time: 0.0471575 Aug 12 15:02:18.639807 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-518faec2-cf43-4a22-a384-ac7add33b144 req-00947f0c-69ed-4dd9-87ce-2572270864db tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&id=0534de7a-54a0-4b8a-bbae-d3e6dba996cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332148 Aug 12 15:02:18.885353 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc19e2-c042-43a2-a5ad-a27cfca40d9a req-41c2ce36-fc26-4ada-9dd1-d5a43e8ee6fb tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:18.886793 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c8dc19e2-c042-43a2-a5ad-a27cfca40d9a req-41c2ce36-fc26-4ada-9dd1-d5a43e8ee6fb tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0507820 Aug 12 15:02:18.928794 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c8dc19e2-c042-43a2-a5ad-a27cfca40d9a req-b9628637-2ff5-4e88-b9dc-7095c5675721 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362339 Aug 12 15:02:20.044343 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25a18f-26ff-4e17-9465-2e8a3d437347 req-0558ea9c-f004-41f2-8653-f05a0a288372 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:20.045899 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8b25a18f-26ff-4e17-9465-2e8a3d437347 req-0558ea9c-f004-41f2-8653-f05a0a288372 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0478897 Aug 12 15:02:20.081726 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8b25a18f-26ff-4e17-9465-2e8a3d437347 req-1dd3ff9e-0c7d-4416-97bc-ac299f518790 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300331 Aug 12 15:02:20.322417 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:02:21.198295 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d204e-fd25-4f4d-a47c-91057898e6c8 req-30527f7b-de6f-4c15-9086-7791510c230d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:21.199726 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e98d204e-fd25-4f4d-a47c-91057898e6c8 req-30527f7b-de6f-4c15-9086-7791510c230d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0470665 Aug 12 15:02:21.235059 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e98d204e-fd25-4f4d-a47c-91057898e6c8 req-fe7923ca-f4dd-468e-a17c-8d668ac0f400 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295467 Aug 12 15:02:22.356332 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e937f-3753-4116-993e-6d4cc5791e21 req-4f462e44-370a-4d26-a148-3080a5d60f7a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:22.360170 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-106e937f-3753-4116-993e-6d4cc5791e21 req-4f462e44-370a-4d26-a148-3080a5d60f7a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0508854 Aug 12 15:02:22.394467 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-106e937f-3753-4116-993e-6d4cc5791e21 req-88bf50b7-3c32-4ed9-a6f9-4dea2a6fac81 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308013 Aug 12 15:02:23.511066 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ad770-0a6c-41aa-91ed-9c45d182003f req-2bc51ce4-d5bd-4764-a94b-b6861a280b92 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:23.512556 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f95ad770-0a6c-41aa-91ed-9c45d182003f req-2bc51ce4-d5bd-4764-a94b-b6861a280b92 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0474398 Aug 12 15:02:23.549328 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f95ad770-0a6c-41aa-91ed-9c45d182003f req-f70e8569-bb78-4b57-96ce-1c2b8e275899 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309348 Aug 12 15:02:24.668967 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f3334-f8e0-4375-8123-0905f3b33086 req-19f99185-dd4f-4da2-97d3-cb3d59635052 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:24.670452 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-249f3334-f8e0-4375-8123-0905f3b33086 req-19f99185-dd4f-4da2-97d3-cb3d59635052 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0481620 Aug 12 15:02:24.706715 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-249f3334-f8e0-4375-8123-0905f3b33086 req-b9c77c3f-ecf6-4cae-8bb3-9b8faf514302 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305262 Aug 12 15:02:25.827641 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b71eaf-d00a-49ae-a624-781ae7fd22d8 req-c93c7fc3-7354-496d-b2e2-25b672f9bb3c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:25.829039 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-62b71eaf-d00a-49ae-a624-781ae7fd22d8 req-c93c7fc3-7354-496d-b2e2-25b672f9bb3c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0502963 Aug 12 15:02:25.865601 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-62b71eaf-d00a-49ae-a624-781ae7fd22d8 req-bc71b671-46f6-49d4-9a0a-6bf4d931c4ac tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301738 Aug 12 15:02:26.982266 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336a3fa-7acd-4a26-a6e6-7bf860f53694 req-fa10d0df-b30a-474d-bf06-ab560873e50e tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:26.983706 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4336a3fa-7acd-4a26-a6e6-7bf860f53694 req-fa10d0df-b30a-474d-bf06-ab560873e50e tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0464284 Aug 12 15:02:27.019680 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4336a3fa-7acd-4a26-a6e6-7bf860f53694 req-062a5642-2699-4723-bdc8-a3b1ce9d904f tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301294 Aug 12 15:02:28.137353 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba94653-90cd-4c93-a7bb-be9130902e08 req-0aae7239-74c2-4af9-9719-69d0b2ec7167 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:28.138803 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-eba94653-90cd-4c93-a7bb-be9130902e08 req-0aae7239-74c2-4af9-9719-69d0b2ec7167 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0471864 Aug 12 15:02:28.176033 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-eba94653-90cd-4c93-a7bb-be9130902e08 req-cd44e3a3-952c-42aa-b5d2-21fcabd88de6 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314052 Aug 12 15:02:29.294800 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11187a5-42e9-4c5a-b9e5-02f75805aa4b req-e48c8a3b-bba5-4a6d-851a-1001035da258 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:29.296242 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e11187a5-42e9-4c5a-b9e5-02f75805aa4b req-e48c8a3b-bba5-4a6d-851a-1001035da258 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0504155 Aug 12 15:02:29.333444 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e11187a5-42e9-4c5a-b9e5-02f75805aa4b req-8c492f1a-1fa5-4238-9e1f-afacdc7e2bec tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300968 Aug 12 15:02:30.455564 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4438b-eb74-447a-b329-6446d24576b2 req-93f97086-3c2b-4b22-bf3e-3332f035bdf8 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:30.457051 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c6d4438b-eb74-447a-b329-6446d24576b2 req-93f97086-3c2b-4b22-bf3e-3332f035bdf8 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0525537 Aug 12 15:02:30.493117 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c6d4438b-eb74-447a-b329-6446d24576b2 req-6f29972f-85be-4f01-b86f-9ce3ca82c6ad tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296285 Aug 12 15:02:31.609938 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32caba0d-3460-418e-bce7-e554943fc86b req-5bd4fa2c-ff24-45e5-86f7-3aef22ff678d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:31.611379 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-32caba0d-3460-418e-bce7-e554943fc86b req-5bd4fa2c-ff24-45e5-86f7-3aef22ff678d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0475485 Aug 12 15:02:31.647771 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-32caba0d-3460-418e-bce7-e554943fc86b req-ae088eed-d916-42f5-9ae7-94b15d316d36 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303230 Aug 12 15:02:32.543622 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=105907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:02:32.643687 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:02:32.655317 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Returning: {'device': '6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1', 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'port_id': '6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1', 'mac_address': 'fa:16:3e:19:4e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:02:32.696334 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:32.709608 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 {{(pid=105907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:02:32.729775 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:02:32.779263 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474f339-2484-4d3b-80ac-4f2e9e39fc6f req-43c32c60-cf4a-46e5-9719-0d54014c7e8a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:32.781328 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7474f339-2484-4d3b-80ac-4f2e9e39fc6f req-43c32c60-cf4a-46e5-9719-0d54014c7e8a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0592511 Aug 12 15:02:32.805166 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:32.822601 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7474f339-2484-4d3b-80ac-4f2e9e39fc6f req-7b7edbeb-842d-454d-8713-ec55881f3e5d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341740 Aug 12 15:02:32.859273 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1,revision_number=6']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:02:32.866848 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:32.867190 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:32.867526 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:32.867856 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:32.868186 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:32.868513 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:32.868942 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:32.869266 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:32.869589 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:32.869910 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:32.870231 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:32.870548 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:32.928217 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:02:33.947664 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b80ab9-91cf-4c24-8304-20e3269f3797 req-36836044-94eb-4fd9-9394-e2423494feb9 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:33.949060 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-59b80ab9-91cf-4c24-8304-20e3269f3797 req-36836044-94eb-4fd9-9394-e2423494feb9 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 945 time: 0.0524514 Aug 12 15:02:33.985966 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-59b80ab9-91cf-4c24-8304-20e3269f3797 req-00caffc6-2661-432b-bbba-64d0b5a686af tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309598 Aug 12 15:02:34.547440 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 up at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:02:34.601146 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning complete for port 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:02:34.601687 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:34.692579 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:34.717587 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7fd63d-283d-4284-b213-4014173d7b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1'}] {{(pid=105907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:02:34.720035 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d000d793ac8a3d868a659aad16e36a91200609b2b231164c0c4cfca9150c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec2ec6c-9a3e-4ad6-ac57-d2703d15d9b2" -d '{"events": [{"server_uuid": "be7fd63d-283d-4284-b213-4014173d7b76", "name": "network-vif-plugged", "status": "completed", "tag": "6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1"}]}' {{(pid=105907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:02:34.748419 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:02:34.763146 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6375118-55ad-463c-a8eb-6b6f007e1470 x-openstack-request-id: req-a6375118-55ad-463c-a8eb-6b6f007e1470 {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:02:34.763459 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7fd63d-283d-4284-b213-4014173d7b76", "name": "network-vif-plugged", "status": "completed", "tag": "6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1", "code": 200}]} {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:02:34.763689 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a6375118-55ad-463c-a8eb-6b6f007e1470 {{(pid=105907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:02:34.764084 dv-cinder-800015-3-iscsi neutron-server[105907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7fd63d-283d-4284-b213-4014173d7b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1', 'code': 200} Aug 12 15:02:34.821156 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:34.878229 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1,revision_number=7']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:02:35.078886 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9f247-89ba-406c-b30a-167e43536dd1 req-c63aa4f0-4f8a-45cd-8390-5459e60e25d6 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:35.081576 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e4f9f247-89ba-406c-b30a-167e43536dd1 req-c63aa4f0-4f8a-45cd-8390-5459e60e25d6 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0719118 Aug 12 15:02:35.149491 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e4f9f247-89ba-406c-b30a-167e43536dd1 req-32fa0d75-d048-42d9-aecd-c5ee6da03d22 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584068 Aug 12 15:02:35.174650 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50485f6-2b37-4bbc-97a0-97cbeca5477e req-965d5b2c-e801-4969-82f7-e19701e85d7a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:35.177365 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b50485f6-2b37-4bbc-97a0-97cbeca5477e req-965d5b2c-e801-4969-82f7-e19701e85d7a tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0946038 Aug 12 15:02:35.218091 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b50485f6-2b37-4bbc-97a0-97cbeca5477e req-4d029f69-6fb2-450b-86b9-5c197baff058 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343874 Aug 12 15:02:35.943169 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:36.283954 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5048a-dd5e-413e-9ed3-b73616a0c315 req-9ca192b8-e3a2-477a-8260-eb9c7046317e tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:36.291764 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-15d5048a-dd5e-413e-9ed3-b73616a0c315 req-9ca192b8-e3a2-477a-8260-eb9c7046317e tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0597205 Aug 12 15:02:36.357041 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-15d5048a-dd5e-413e-9ed3-b73616a0c315 req-1dd248b1-2293-47e9-a68f-26e54db8bb07 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641093 Aug 12 15:02:36.382072 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cccb5-4ba7-42a8-a075-bb575b274b04 req-605f1b0a-fb67-4310-b53b-1f37e31a4cba tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:36.383652 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b73cccb5-4ba7-42a8-a075-bb575b274b04 req-605f1b0a-fb67-4310-b53b-1f37e31a4cba tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0678425 Aug 12 15:02:36.434680 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b73cccb5-4ba7-42a8-a075-bb575b274b04 req-3ab019f0-8e84-40b9-8421-5444cdbb9707 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446866 Aug 12 15:02:37.522037 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34dcfc-f41d-4243-9a64-b45d576cfbda req-54b5580a-0ff8-4c01-a9a4-48f413477740 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:37.523753 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-aa34dcfc-f41d-4243-9a64-b45d576cfbda req-54b5580a-0ff8-4c01-a9a4-48f413477740 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0935349 Aug 12 15:02:37.605317 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc82f7-bc9e-4199-8ff3-30de58548198 req-88aca962-ebe5-47cd-af4d-4a07009d8caf tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:37.606880 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cabc82f7-bc9e-4199-8ff3-30de58548198 req-88aca962-ebe5-47cd-af4d-4a07009d8caf tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0779033 Aug 12 15:02:37.610371 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-aa34dcfc-f41d-4243-9a64-b45d576cfbda req-43372da9-e648-4865-94a2-0556bb1af53b tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709364 Aug 12 15:02:37.647931 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cabc82f7-bc9e-4199-8ff3-30de58548198 req-7ae034cd-a654-4bd7-a1ac-8eae90726178 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345163 Aug 12 15:02:38.746221 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1716dfc-6362-4a7e-9e1e-ed1ecb4d0e90 req-0939ed7c-9aae-4245-bf97-87a848d38d94 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:38.753795 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b1716dfc-6362-4a7e-9e1e-ed1ecb4d0e90 req-0939ed7c-9aae-4245-bf97-87a848d38d94 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0650644 Aug 12 15:02:38.817559 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b1716dfc-6362-4a7e-9e1e-ed1ecb4d0e90 req-c90b7977-ebd6-44f9-a4d2-b3a563bf8f53 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625036 Aug 12 15:02:38.839137 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147177b-01c3-4945-a001-6c48d19e118b req-76d27521-f6dc-49a0-8563-da88e6f57ef4 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:38.840659 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a147177b-01c3-4945-a001-6c48d19e118b req-76d27521-f6dc-49a0-8563-da88e6f57ef4 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0799325 Aug 12 15:02:38.881777 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a147177b-01c3-4945-a001-6c48d19e118b req-d33c6c30-f67b-4836-a693-1456f4c3eef8 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350153 Aug 12 15:02:39.962679 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c593a4a-ba08-4102-bc87-a11b91fe809d req-1e7acb3d-9fa4-4c16-895e-287cac388af8 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:39.964500 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0c593a4a-ba08-4102-bc87-a11b91fe809d req-1e7acb3d-9fa4-4c16-895e-287cac388af8 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0609040 Aug 12 15:02:40.038004 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0c593a4a-ba08-4102-bc87-a11b91fe809d req-87ac411a-2a64-4a6a-9df1-5ad975db3574 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590518 Aug 12 15:02:40.045894 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfff78-b5ec-43af-85a4-0fcaf88eba51 req-d857618f-b00a-456e-a739-171b497f1421 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:40.047288 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-bfdfff78-b5ec-43af-85a4-0fcaf88eba51 req-d857618f-b00a-456e-a739-171b497f1421 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0787361 Aug 12 15:02:40.086291 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-bfdfff78-b5ec-43af-85a4-0fcaf88eba51 req-c235f35c-4d46-46e1-9ab2-67d1e20c13f3 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328548 Aug 12 15:02:41.172083 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1950fe9-a3bd-4f35-83c5-42f13da1253b req-6c01ce6b-220a-4a75-8839-35a52c0a77ad tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:41.173691 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f1950fe9-a3bd-4f35-83c5-42f13da1253b req-6c01ce6b-220a-4a75-8839-35a52c0a77ad tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0669055 Aug 12 15:02:41.236432 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f1950fe9-a3bd-4f35-83c5-42f13da1253b req-723258fc-8ca3-4288-8440-fe2a69561d8c tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532758 Aug 12 15:02:41.249252 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690f752-a33c-49e0-b55c-ef7cf47d3da7 req-87256968-5dda-4366-b661-d02b080ad169 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:41.259467 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a690f752-a33c-49e0-b55c-ef7cf47d3da7 req-87256968-5dda-4366-b661-d02b080ad169 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0761597 Aug 12 15:02:41.298220 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a690f752-a33c-49e0-b55c-ef7cf47d3da7 req-fcded21a-11fb-4da3-b431-15a9330e8df4 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382805 Aug 12 15:02:42.221660 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-898b6512-59e0-41ca-9895-5969f2828cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:42.370615 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695d4a7-8a5c-4146-8417-f0a27eb18bdf req-c7e4d755-292c-446d-b778-2ee64921ab13 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:42.379410 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8695d4a7-8a5c-4146-8417-f0a27eb18bdf req-c7e4d755-292c-446d-b778-2ee64921ab13 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0699968 Aug 12 15:02:42.451130 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8695d4a7-8a5c-4146-8417-f0a27eb18bdf req-ed319bb7-7e8b-49b7-a012-5b913183fa0f tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706582 Aug 12 15:02:42.465605 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8d31f-7026-41d4-be5b-2e4476aaed3e req-f7258037-449d-45ed-8a84-2f3551167632 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:42.474307 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0aa8d31f-7026-41d4-be5b-2e4476aaed3e req-f7258037-449d-45ed-8a84-2f3551167632 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0808368 Aug 12 15:02:42.513260 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0aa8d31f-7026-41d4-be5b-2e4476aaed3e req-3a97d316-b06e-48d4-a18a-7c29bcf1e8b8 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380590 Aug 12 15:02:43.570148 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b335b-69c0-46d5-9c56-ea3aed2339a7 req-ac74b7bd-0487-4003-8802-571f86463768 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:43.571644 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b61b335b-69c0-46d5-9c56-ea3aed2339a7 req-ac74b7bd-0487-4003-8802-571f86463768 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0548899 Aug 12 15:02:43.631927 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b61b335b-69c0-46d5-9c56-ea3aed2339a7 req-c1ca43e2-67da-4fc4-9042-67042eb279d9 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544007 Aug 12 15:02:43.650598 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622200af-b30b-4f7a-948b-a2f124000220 req-216fd129-653a-438a-965b-807f34dc3233 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:43.652039 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-622200af-b30b-4f7a-948b-a2f124000220 req-216fd129-653a-438a-965b-807f34dc3233 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0616925 Aug 12 15:02:43.698242 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-622200af-b30b-4f7a-948b-a2f124000220 req-d62a1ac5-8f72-40de-ae7f-28806be067bb tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400639 Aug 12 15:02:44.536103 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-9a02d4f7-2db0-4e72-b963-48c1e1ae327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:44.746347 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81a485-02fe-40b8-91a5-a6687b85cfaa req-fada69ee-69ed-4d28-81b0-ed5044b3f399 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:44.748051 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ac81a485-02fe-40b8-91a5-a6687b85cfaa req-fada69ee-69ed-4d28-81b0-ed5044b3f399 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0490015 Aug 12 15:02:44.813641 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ac81a485-02fe-40b8-91a5-a6687b85cfaa req-676ab898-2ffd-46ac-82e4-60663341ceb4 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591788 Aug 12 15:02:44.833706 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f1c3c-dd4e-40ec-b807-8aa02f418efd req-7c1dba20-7d91-4d92-b38c-c30d2dc0a4da tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:44.835257 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-df8f1c3c-dd4e-40ec-b807-8aa02f418efd req-7c1dba20-7d91-4d92-b38c-c30d2dc0a4da tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0612533 Aug 12 15:02:44.875671 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-df8f1c3c-dd4e-40ec-b807-8aa02f418efd req-4c98bdca-e33f-49e0-abfa-6ddabd634fb0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338430 Aug 12 15:02:45.043844 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:45.601896 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c27b6-2aea-4602-9987-76d9321bbe6e req-3b856a89-5b43-42bb-852c-5516c5a695ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:45.603763 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e23c27b6-2aea-4602-9987-76d9321bbe6e req-3b856a89-5b43-42bb-852c-5516c5a695ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=37678a06dae54b7fad6948bc9e0fac01&device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 1099 time: 0.0409579 Aug 12 15:02:45.696434 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c27b6-2aea-4602-9987-76d9321bbe6e req-ad62aa83-c073-46c2-848b-f985ffffc441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:45.697899 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e23c27b6-2aea-4602-9987-76d9321bbe6e req-ad62aa83-c073-46c2-848b-f985ffffc441 service neutron] 10.222.0.73 "GET /v2.0/networks?id=853fd948-8021-42a8-9c8b-8e46175e3c7f HTTP/1.1" status: 200 len: 918 time: 0.0856209 Aug 12 15:02:45.767121 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e23c27b6-2aea-4602-9987-76d9321bbe6e req-1fc73be6-2bb2-446c-a1ad-44843e4e18de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 HTTP/1.1" status: 200 len: 1002 time: 0.0587959 Aug 12 15:02:45.818450 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c27b6-2aea-4602-9987-76d9321bbe6e req-33aae0d4-0621-4c65-a125-24b2207efbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:45.819808 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e23c27b6-2aea-4602-9987-76d9321bbe6e req-33aae0d4-0621-4c65-a125-24b2207efbfb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a HTTP/1.1" status: 200 len: 856 time: 0.0446041 Aug 12 15:02:45.867895 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c27b6-2aea-4602-9987-76d9321bbe6e req-a79fa17d-4e15-4a2f-9dc2-bf2a262d8712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:45.869423 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e23c27b6-2aea-4602-9987-76d9321bbe6e req-a79fa17d-4e15-4a2f-9dc2-bf2a262d8712 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=853fd948-8021-42a8-9c8b-8e46175e3c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401711 Aug 12 15:02:45.890050 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:45.929856 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fd802-b53f-423e-8ede-23aa5fd403e7 req-5c4fbf54-f3c4-4a6e-9bf5-16a740e6c030 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:45.931344 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5d2fd802-b53f-423e-8ede-23aa5fd403e7 req-5c4fbf54-f3c4-4a6e-9bf5-16a740e6c030 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0489266 Aug 12 15:02:45.970154 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e23c27b6-2aea-4602-9987-76d9321bbe6e req-ef6e4aa8-ebf3-4500-9f46-c91d8b35364f service neutron] 10.222.0.73 "GET /v2.0/networks/853fd948-8021-42a8-9c8b-8e46175e3c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914166 Aug 12 15:02:45.971652 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5d2fd802-b53f-423e-8ede-23aa5fd403e7 req-348df851-c5b9-4b7b-8be4-695d0df7bfd4 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346146 Aug 12 15:02:46.024061 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0cda7-704c-4654-a703-43676a4685b6 req-ec89b729-5a7a-42e2-a94e-5adaa33e7a7f tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:46.026147 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-36c0cda7-704c-4654-a703-43676a4685b6 req-ec89b729-5a7a-42e2-a94e-5adaa33e7a7f tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0521934 Aug 12 15:02:46.066202 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-36c0cda7-704c-4654-a703-43676a4685b6 req-73ed8816-2543-4a72-87d8-acf84e37fb4b tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333068 Aug 12 15:02:46.077699 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-e23c27b6-2aea-4602-9987-76d9321bbe6e req-de4ca6e5-b10c-4458-82a5-818bea1bcd7e service neutron] 10.222.0.73 "GET /v2.0/networks/853fd948-8021-42a8-9c8b-8e46175e3c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938427 Aug 12 15:02:46.306797 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ef582-2d14-470e-835f-48c1c7cd6a8f req-4fdd01d5-bc3e-4beb-aec9-50f76ea9859f tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:46.308265 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-888ef582-2d14-470e-835f-48c1c7cd6a8f req-4fdd01d5-bc3e-4beb-aec9-50f76ea9859f tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0509892 Aug 12 15:02:46.346910 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-888ef582-2d14-470e-835f-48c1c7cd6a8f req-05c80fa7-6fa8-4d8f-81f1-0b79ffd672f9 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317943 Aug 12 15:02:46.427934 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d9bac-cd67-4d60-93e6-52ac79b4cde6 req-158c7673-e6a9-46dd-a4ad-928af5a0f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:46.429444 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-6b1d9bac-cd67-4d60-93e6-52ac79b4cde6 req-158c7673-e6a9-46dd-a4ad-928af5a0f7bc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=354567df920f421c84ca26c1b7eab2a1&device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 1099 time: 0.0444629 Aug 12 15:02:46.518651 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d9bac-cd67-4d60-93e6-52ac79b4cde6 req-ad531954-deab-4537-918d-aaf7f59783bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:46.520638 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-6b1d9bac-cd67-4d60-93e6-52ac79b4cde6 req-ad531954-deab-4537-918d-aaf7f59783bf service neutron] 10.222.0.73 "GET /v2.0/networks?id=e7538b30-bfa9-411c-b4b8-e587c082b88a HTTP/1.1" status: 200 len: 911 time: 0.0821991 Aug 12 15:02:46.589218 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-6b1d9bac-cd67-4d60-93e6-52ac79b4cde6 req-490da491-7193-4882-9019-e6e2061e77f4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a4e0fc1-a13e-472d-a4ed-dcb7016b0340 HTTP/1.1" status: 200 len: 1001 time: 0.0601597 Aug 12 15:02:46.643102 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d9bac-cd67-4d60-93e6-52ac79b4cde6 req-e30820bc-e331-4052-afc0-56bda5b247e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:46.644747 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-6b1d9bac-cd67-4d60-93e6-52ac79b4cde6 req-e30820bc-e331-4052-afc0-56bda5b247e9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=396a65e9-67f2-4ba0-a778-6055cb57506a HTTP/1.1" status: 200 len: 849 time: 0.0439894 Aug 12 15:02:46.692844 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d9bac-cd67-4d60-93e6-52ac79b4cde6 req-f634964b-152a-4c07-97ed-6abd99ff3114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:46.694319 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-6b1d9bac-cd67-4d60-93e6-52ac79b4cde6 req-f634964b-152a-4c07-97ed-6abd99ff3114 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e7538b30-bfa9-411c-b4b8-e587c082b88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406773 Aug 12 15:02:46.788818 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-6b1d9bac-cd67-4d60-93e6-52ac79b4cde6 req-f482cf9b-31b1-478f-b981-ce33eecfcb9e service neutron] 10.222.0.73 "GET /v2.0/networks/e7538b30-bfa9-411c-b4b8-e587c082b88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833004 Aug 12 15:02:46.878101 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-6b1d9bac-cd67-4d60-93e6-52ac79b4cde6 req-1dde3ace-9b67-4d50-9335-18b578fb63b3 service neutron] 10.222.0.73 "GET /v2.0/networks/e7538b30-bfa9-411c-b4b8-e587c082b88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812001 Aug 12 15:02:47.188929 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90134f13-a43f-4900-b897-01fcaaf1dc9f req-1c68c04f-b415-4387-856f-623efec705b0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:47.190389 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-90134f13-a43f-4900-b897-01fcaaf1dc9f req-1c68c04f-b415-4387-856f-623efec705b0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0477757 Aug 12 15:02:47.227602 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-90134f13-a43f-4900-b897-01fcaaf1dc9f req-88eeb10d-3f05-4276-849a-724fe9f34160 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306537 Aug 12 15:02:47.449478 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:47.460695 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d071f1c-72ea-4a1e-9868-8bce2ad305ff req-788b9349-71bc-429c-9df4-a273b27301de tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:47.462178 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1d071f1c-72ea-4a1e-9868-8bce2ad305ff req-788b9349-71bc-429c-9df4-a273b27301de tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0480909 Aug 12 15:02:47.498921 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1d071f1c-72ea-4a1e-9868-8bce2ad305ff req-ad26e855-1e75-4bdd-bb3b-aeaf824d9ea0 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307817 Aug 12 15:02:48.355738 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbcf62-5d29-4e93-86f7-2db90655e87e req-7756e4f8-838c-44a1-8ce4-3b171ac1a870 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:48.357221 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-40bbcf62-5d29-4e93-86f7-2db90655e87e req-7756e4f8-838c-44a1-8ce4-3b171ac1a870 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 946 time: 0.0534532 Aug 12 15:02:48.394475 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-40bbcf62-5d29-4e93-86f7-2db90655e87e req-17dd8958-c85e-4419-ad4d-ef088a98a14e tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303664 Aug 12 15:02:48.614063 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:02:48.615115 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea89b3b-9c82-4e50-b98c-1ea3dbeec5a3 req-c44fc92e-95e4-461a-9680-30d548333f91 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:48.617843 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6ea89b3b-9c82-4e50-b98c-1ea3dbeec5a3 req-c44fc92e-95e4-461a-9680-30d548333f91 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0503364 Aug 12 15:02:48.660019 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6ea89b3b-9c82-4e50-b98c-1ea3dbeec5a3 req-8f6db9a4-7a3e-421a-93a9-fefbedacb6a4 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347481 Aug 12 15:02:48.711825 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:48.734530 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7fd63d-283d-4284-b213-4014173d7b76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1'}] {{(pid=105907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:02:48.736740 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d000d793ac8a3d868a659aad16e36a91200609b2b231164c0c4cfca9150c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc80b69c-8c6f-4ea3-a155-c8229ff91049" -d '{"events": [{"server_uuid": "be7fd63d-283d-4284-b213-4014173d7b76", "name": "network-vif-unplugged", "status": "completed", "tag": "6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1"}]}' {{(pid=105907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:02:48.749826 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:02:48.773189 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 15:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe623ba-c080-4788-9dbe-84c966dff7ed x-openstack-request-id: req-dfe623ba-c080-4788-9dbe-84c966dff7ed {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:02:48.773486 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7fd63d-283d-4284-b213-4014173d7b76", "name": "network-vif-unplugged", "status": "completed", "tag": "6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1", "code": 200}]} {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:02:48.782335 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-dfe623ba-c080-4788-9dbe-84c966dff7ed {{(pid=105907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:02:48.782335 dv-cinder-800015-3-iscsi neutron-server[105907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7fd63d-283d-4284-b213-4014173d7b76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1', 'code': 200} Aug 12 15:02:48.809335 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:48.858266 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1,revision_number=8']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:02:50.518345 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8cf96-ca65-4863-82c2-1b90adebb374 req-c791a703-8462-44cf-a68c-5cd55d9297b1 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:50.519940 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-69f8cf96-ca65-4863-82c2-1b90adebb374 req-c791a703-8462-44cf-a68c-5cd55d9297b1 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 944 time: 0.0481601 Aug 12 15:02:50.559252 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-69f8cf96-ca65-4863-82c2-1b90adebb374 req-cb4f5f51-b91f-45cd-974a-60d15d537d11 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331845 Aug 12 15:02:50.786863 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-35313307-455b-4b75-a1fa-f1453896482a req-965ad5f7-5616-4e05-8134-440944354e97 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0410597 Aug 12 15:02:51.683917 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e63e2-da50-4403-8630-012479540dca req-e4166060-a4b7-4e60-8b51-aec21508bcc5 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:51.685486 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0c3e63e2-da50-4403-8630-012479540dca req-e4166060-a4b7-4e60-8b51-aec21508bcc5 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 944 time: 0.0490847 Aug 12 15:02:51.725746 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0c3e63e2-da50-4403-8630-012479540dca req-a15a8907-9f57-4df1-b874-e0aacf4ae7ba tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328498 Aug 12 15:02:52.266194 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35313307-455b-4b75-a1fa-f1453896482a req-d9ee0d7c-1cca-433e-b2dd-03a2ad812d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:52.267713 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-35313307-455b-4b75-a1fa-f1453896482a req-d9ee0d7c-1cca-433e-b2dd-03a2ad812d52 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76&tenant_id=37678a06dae54b7fad6948bc9e0fac01 HTTP/1.1" status: 200 len: 1097 time: 0.0394869 Aug 12 15:02:52.356114 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35313307-455b-4b75-a1fa-f1453896482a req-f8e1f4d4-2b7e-447b-8cd0-209694336610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:52.358296 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-35313307-455b-4b75-a1fa-f1453896482a req-f8e1f4d4-2b7e-447b-8cd0-209694336610 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=37678a06dae54b7fad6948bc9e0fac01&device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 1097 time: 0.0516636 Aug 12 15:02:52.459652 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35313307-455b-4b75-a1fa-f1453896482a req-7a920ace-5c91-477f-a8e7-876b08fce86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:52.461128 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-35313307-455b-4b75-a1fa-f1453896482a req-7a920ace-5c91-477f-a8e7-876b08fce86a service neutron] 10.222.0.73 "GET /v2.0/networks?id=853fd948-8021-42a8-9c8b-8e46175e3c7f HTTP/1.1" status: 200 len: 918 time: 0.0936408 Aug 12 15:02:52.531809 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-35313307-455b-4b75-a1fa-f1453896482a req-a044080a-d1d3-491e-a756-73be9eec4a8d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 HTTP/1.1" status: 200 len: 1000 time: 0.0600791 Aug 12 15:02:52.581906 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35313307-455b-4b75-a1fa-f1453896482a req-285d87fd-3c27-4828-9685-e1f309274f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:52.583472 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-35313307-455b-4b75-a1fa-f1453896482a req-285d87fd-3c27-4828-9685-e1f309274f48 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a HTTP/1.1" status: 200 len: 856 time: 0.0433860 Aug 12 15:02:52.631342 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35313307-455b-4b75-a1fa-f1453896482a req-dfa04549-17ab-4375-9403-9dda3ddd3035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:52.632862 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-35313307-455b-4b75-a1fa-f1453896482a req-dfa04549-17ab-4375-9403-9dda3ddd3035 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=853fd948-8021-42a8-9c8b-8e46175e3c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393357 Aug 12 15:02:52.639265 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:02:52.729181 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-35313307-455b-4b75-a1fa-f1453896482a req-944111ec-763b-4f7e-a040-d17acb7ef362 service neutron] 10.222.0.73 "GET /v2.0/networks/853fd948-8021-42a8-9c8b-8e46175e3c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870545 Aug 12 15:02:52.822696 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-35313307-455b-4b75-a1fa-f1453896482a req-17af6236-c6b1-49b7-8ff9-d291a6dc814c service neutron] 10.222.0.73 "GET /v2.0/networks/853fd948-8021-42a8-9c8b-8e46175e3c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832365 Aug 12 15:02:52.844191 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931191a-5690-40dc-aa21-a3ec4813f6a9 req-bc68abbb-be69-4354-9252-77a8d32747b6 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:52.850953 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5931191a-5690-40dc-aa21-a3ec4813f6a9 req-bc68abbb-be69-4354-9252-77a8d32747b6 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 944 time: 0.0481772 Aug 12 15:02:52.883119 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5931191a-5690-40dc-aa21-a3ec4813f6a9 req-56880d87-2a2e-451c-9437-a3da97658515 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311801 Aug 12 15:02:54.006995 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312dfe8-1b00-4976-a0ab-9833d0846405 req-c0f67456-76fc-4444-925a-34a122615c81 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:54.008485 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3312dfe8-1b00-4976-a0ab-9833d0846405 req-c0f67456-76fc-4444-925a-34a122615c81 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 944 time: 0.0522954 Aug 12 15:02:54.047791 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3312dfe8-1b00-4976-a0ab-9833d0846405 req-22d61f6e-f764-48cc-968a-6f38ca166124 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333414 Aug 12 15:02:55.176967 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b071a7-9f5f-4b07-a7dc-7e02c8c19810 req-d530a64f-9c51-4ce7-af1d-439512905f82 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:55.178516 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-22b071a7-9f5f-4b07-a7dc-7e02c8c19810 req-d530a64f-9c51-4ce7-af1d-439512905f82 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 944 time: 0.0541618 Aug 12 15:02:55.219213 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-22b071a7-9f5f-4b07-a7dc-7e02c8c19810 req-a41ad1cf-db7d-4297-b6c0-8b141f2cc487 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346041 Aug 12 15:02:56.349982 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb305194-2283-4360-a779-cf4fad4b4e43 req-f4b76826-312c-441c-825f-4ea237aa0cc5 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:56.351579 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cb305194-2283-4360-a779-cf4fad4b4e43 req-f4b76826-312c-441c-825f-4ea237aa0cc5 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 944 time: 0.0546732 Aug 12 15:02:56.391033 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cb305194-2283-4360-a779-cf4fad4b4e43 req-14c9702b-0027-4298-8e5a-9aa0da06921b tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323930 Aug 12 15:02:57.321860 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:02:57.500743 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6e11b199-5c79-47ba-9845-f4e2c3871329 req-b7b467a4-8571-4dd3-a83f-c7e544cd8bb5 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1333350550&fields=id&tenant_id=870582b29ae2413fb6c942fc00bf278b HTTP/1.1" status: 200 len: 267 time: 0.0559783 Aug 12 15:02:57.594189 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d41c9-1908-42fb-86b6-4f5e9c6f1303 req-5ebf6cb2-c182-49ca-bfdb-a6e7170dfb8e tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:57.595582 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-032d41c9-1908-42fb-86b6-4f5e9c6f1303 req-5ebf6cb2-c182-49ca-bfdb-a6e7170dfb8e tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 944 time: 0.1120639 Aug 12 15:02:57.604284 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11b199-5c79-47ba-9845-f4e2c3871329 req-48a87097-206c-4199-b2c8-cbb15e5e612b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:57.605740 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6e11b199-5c79-47ba-9845-f4e2c3871329 req-48a87097-206c-4199-b2c8-cbb15e5e612b tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 984 time: 0.0827010 Aug 12 15:02:57.618628 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [req-6e11b199-5c79-47ba-9845-f4e2c3871329 req-920be955-e346-4618-ba47-c4c405c86ffb tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Request body: {'port': {'security_groups': ['1585c66b-515a-4a07-b69f-dc888bb88d9d']}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:02:57.685075 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-032d41c9-1908-42fb-86b6-4f5e9c6f1303 req-21d74759-df83-490f-83f3-624345255816 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783353 Aug 12 15:02:57.820023 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [req-6e11b199-5c79-47ba-9845-f4e2c3871329 req-920be955-e346-4618-ba47-c4c405c86ffb tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:58.190323 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.db [req-6e11b199-5c79-47ba-9845-f4e2c3871329 req-920be955-e346-4618-ba47-c4c405c86ffb tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] For port 58cee8d1-ce37-4392-bd50-a2531d1ce943, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=58cee8d1-ce37-4392-bd50-a2531d1ce943,segment=NetworkSegment(fa7ac654-7d73-4fdb-8714-6ef6349cb46c),segment_id=fa7ac654-7d73-4fdb-8714-6ef6349cb46c)] {{(pid=105905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:02:58.221891 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [req-6e11b199-5c79-47ba-9845-f4e2c3871329 req-920be955-e346-4618-ba47-c4c405c86ffb tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for port, precommit_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:58.386058 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [req-6e11b199-5c79-47ba-9845-f4e2c3871329 req-920be955-e346-4618-ba47-c4c405c86ffb tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2374555'] for port, after_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:58.400627 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['58cee8d1-ce37-4392-bd50-a2531d1ce943'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:02:58.432914 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11b199-5c79-47ba-9845-f4e2c3871329 req-920be955-e346-4618-ba47-c4c405c86ffb tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:58.433566 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [req-6e11b199-5c79-47ba-9845-f4e2c3871329 req-920be955-e346-4618-ba47-c4c405c86ffb tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:58.435018 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6e11b199-5c79-47ba-9845-f4e2c3871329 req-920be955-e346-4618-ba47-c4c405c86ffb tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "PUT /v2.0/ports/58cee8d1-ce37-4392-bd50-a2531d1ce943 HTTP/1.1" status: 200 len: 942 time: 0.8224876 Aug 12 15:02:58.435495 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ef34bd-0ec5-477d-b02e-84a8242da622', 'tag': '58cee8d1-ce37-4392-bd50-a2531d1ce943'}] {{(pid=105905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:02:58.438104 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1238f1f5812354b64934186896ad6aa3779af87d0a627baf2a0b63d001b00141" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59203ab5-9367-4771-b06a-f8e82785d755" -d '{"events": [{"name": "network-changed", "server_uuid": "01ef34bd-0ec5-477d-b02e-84a8242da622", "tag": "58cee8d1-ce37-4392-bd50-a2531d1ce943"}]}' {{(pid=105905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:02:58.443139 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 45586) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:02:58.496535 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920be955-e346-4618-ba47-c4c405c86ffb tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Pushing event updated for resources: {'Port': ['ID=58cee8d1-ce37-4392-bd50-a2531d1ce943,revision_number=7']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:02:58.516818 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920be955-e346-4618-ba47-c4c405c86ffb tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:58.517553 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920be955-e346-4618-ba47-c4c405c86ffb tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:58.517553 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920be955-e346-4618-ba47-c4c405c86ffb tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:58.517923 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920be955-e346-4618-ba47-c4c405c86ffb tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:58.518151 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920be955-e346-4618-ba47-c4c405c86ffb tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:58.518483 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920be955-e346-4618-ba47-c4c405c86ffb tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:58.518831 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920be955-e346-4618-ba47-c4c405c86ffb tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:58.519167 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920be955-e346-4618-ba47-c4c405c86ffb tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:58.519489 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920be955-e346-4618-ba47-c4c405c86ffb tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:58.519813 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920be955-e346-4618-ba47-c4c405c86ffb tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:58.520671 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920be955-e346-4618-ba47-c4c405c86ffb tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:58.521336 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920be955-e346-4618-ba47-c4c405c86ffb tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:58.548297 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b14a46-aaf4-4ccb-bc50-b2446c033ca8 x-openstack-request-id: req-d8b14a46-aaf4-4ccb-bc50-b2446c033ca8 {{(pid=105905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:02:58.548297 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ef34bd-0ec5-477d-b02e-84a8242da622", "tag": "58cee8d1-ce37-4392-bd50-a2531d1ce943", "status": "completed", "code": 200}]} {{(pid=105905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:02:58.548297 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d8b14a46-aaf4-4ccb-bc50-b2446c033ca8 {{(pid=105905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:02:58.548875 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ef34bd-0ec5-477d-b02e-84a8242da622', 'tag': '58cee8d1-ce37-4392-bd50-a2531d1ce943', 'status': 'completed', 'code': 200} Aug 12 15:02:58.572124 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-deb315bd-66c7-489b-814b-b66902a4f694 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:58.617107 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-deb315bd-66c7-489b-814b-b66902a4f694 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:58.624621 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['58cee8d1-ce37-4392-bd50-a2531d1ce943'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:02:58.785955 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-deb315bd-66c7-489b-814b-b66902a4f694 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:58.788698 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-deb315bd-66c7-489b-814b-b66902a4f694 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:58.792296 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-deb315bd-66c7-489b-814b-b66902a4f694 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "DELETE /v2.0/security-groups/0534de7a-54a0-4b8a-bbae-d3e6dba996cd HTTP/1.1" status: 204 len: 168 time: 0.3457470 Aug 12 15:02:58.792665 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 45590) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:02:58.802879 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb315bd-66c7-489b-814b-b66902a4f694 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0534de7a-54a0-4b8a-bbae-d3e6dba996cd,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:02:58.811117 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb315bd-66c7-489b-814b-b66902a4f694 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:58.811476 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb315bd-66c7-489b-814b-b66902a4f694 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:58.811821 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb315bd-66c7-489b-814b-b66902a4f694 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:58.812159 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb315bd-66c7-489b-814b-b66902a4f694 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:58.813444 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb315bd-66c7-489b-814b-b66902a4f694 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:58.813787 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb315bd-66c7-489b-814b-b66902a4f694 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:58.814127 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb315bd-66c7-489b-814b-b66902a4f694 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:58.814453 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb315bd-66c7-489b-814b-b66902a4f694 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:58.815145 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb315bd-66c7-489b-814b-b66902a4f694 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:58.815486 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb315bd-66c7-489b-814b-b66902a4f694 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:58.815818 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb315bd-66c7-489b-814b-b66902a4f694 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:58.816144 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb315bd-66c7-489b-814b-b66902a4f694 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:58.841530 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-a4dbbeb0-4b56-4b31-805c-31d77191243c None None] Provisioning complete for port 58cee8d1-ce37-4392-bd50-a2531d1ce943 triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:02:58.841913 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-a4dbbeb0-4b56-4b31-805c-31d77191243c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:58.985782 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9860c6-40d1-41ad-b2fc-8b93f47e0431 req-84f5a2e1-5e29-49d1-89db-b3da4a786246 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:58.987260 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-fd9860c6-40d1-41ad-b2fc-8b93f47e0431 req-84f5a2e1-5e29-49d1-89db-b3da4a786246 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 944 time: 0.1178539 Aug 12 15:02:59.057851 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-fd9860c6-40d1-41ad-b2fc-8b93f47e0431 req-91317fa5-5346-49f8-93bc-8fb25ebd8ab2 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630476 Aug 12 15:02:59.082284 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.plugin [None req-78ad1e2c-9b3f-47b8-9978-ff00131c2ade tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Deleting port cf597310-85f2-436c-864e-3c0ab52f3604 {{(pid=105905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:02:59.082642 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-78ad1e2c-9b3f-47b8-9978-ff00131c2ade tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:59.166041 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-78ad1e2c-9b3f-47b8-9978-ff00131c2ade tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:59.166428 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-78ad1e2c-9b3f-47b8-9978-ff00131c2ade tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:59.178862 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.plugin [None req-78ad1e2c-9b3f-47b8-9978-ff00131c2ade tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Calling delete_port for cf597310-85f2-436c-864e-3c0ab52f3604 owned by network:floatingip {{(pid=105905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:02:59.449385 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-78ad1e2c-9b3f-47b8-9978-ff00131c2ade tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374546'] for port, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:59.476087 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad1e2c-9b3f-47b8-9978-ff00131c2ade tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Pushing event deleted for resources: {'Port': ['ID=cf597310-85f2-436c-864e-3c0ab52f3604,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:02:59.550872 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-78ad1e2c-9b3f-47b8-9978-ff00131c2ade tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks [] for floatingip, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:59.552239 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.db.l3_db [None req-78ad1e2c-9b3f-47b8-9978-ff00131c2ade tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Floating IP df0fc8c5-1769-4b2e-9043-b2c16ce032fc disassociated (deleted). External IP: 172.27.1.242, port: 58cee8d1-ce37-4392-bd50-a2531d1ce943. Aug 12 15:02:59.768052 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ad1e2c-9b3f-47b8-9978-ff00131c2ade tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Router 69e383e7-d4d4-4421-b33d-3ce8e6d3b89b has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:02:59.893270 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ad1e2c-9b3f-47b8-9978-ff00131c2ade tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:02:59.900241 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-78ad1e2c-9b3f-47b8-9978-ff00131c2ade tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for floatingip, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:59.905257 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fdbdf0-f96e-42ed-9c16-4e5d4c34d97b None None] Sync routers for ids ['69e383e7-d4d4-4421-b33d-3ce8e6d3b89b'] in dv-cinder-800015-3-iscsi {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:02:59.915760 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fdbdf0-f96e-42ed-9c16-4e5d4c34d97b None None] Routers {'69e383e7-d4d4-4421-b33d-3ce8e6d3b89b'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:02:59.916415 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-89fdbdf0-f96e-42ed-9c16-4e5d4c34d97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:02:44Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['69e383e7-d4d4-4421-b33d-3ce8e6d3b89b'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:02:59.931003 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-78ad1e2c-9b3f-47b8-9978-ff00131c2ade tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "DELETE /v2.0/floatingips/df0fc8c5-1769-4b2e-9043-b2c16ce032fc HTTP/1.1" status: 204 len: 168 time: 1.1372061 Aug 12 15:03:00.038257 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-89fdbdf0-f96e-42ed-9c16-4e5d4c34d97b None None] Set router 69e383e7-d4d4-4421-b33d-3ce8e6d3b89b gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:03:00.204666 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bbf04-ae94-4a3c-a648-5257eb03b2a1 req-7dbfe2a4-06ed-4043-b189-2025ec8ad6fa tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:00.206221 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2f1bbf04-ae94-4a3c-a648-5257eb03b2a1 req-7dbfe2a4-06ed-4043-b189-2025ec8ad6fa tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 944 time: 0.0560794 Aug 12 15:03:00.249868 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2f1bbf04-ae94-4a3c-a648-5257eb03b2a1 req-ab65b9d6-cd0e-433a-a581-4b2fc3c8de4f tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347435 Aug 12 15:03:00.257207 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-89fdbdf0-f96e-42ed-9c16-4e5d4c34d97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'name': 'tempest-TestMinimumBasicScenario-6528345-router', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '03be5ba2-e995-4228-8a59-501714c066dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:21Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 4, 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'gw_port': {'id': '03be5ba2-e995-4228-8a59-501714c066dd', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:22Z', 'updated_at': '2021-08-12T15:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '25d0a91a-648e-4359-a2db-2cbbea7b0a94', 'name': '', 'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'mac_address': 'fa:16:3e:98:c7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9941a911-4b2d-4b7d-a097-ff6807b1051b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:25Z', 'updated_at': '2021-08-12T15:00:36Z', 'revision_number': 5, 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'subnets': [{'id': '9941a911-4b2d-4b7d-a097-ff6807b1051b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:00.299494 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fdbdf0-f96e-42ed-9c16-4e5d4c34d97b None None] Checking router: 69e383e7-d4d4-4421-b33d-3ce8e6d3b89b for host: dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:03:00.310698 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fdbdf0-f96e-42ed-9c16-4e5d4c34d97b None None] Routers {'69e383e7-d4d4-4421-b33d-3ce8e6d3b89b'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:03:00.311741 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-89fdbdf0-f96e-42ed-9c16-4e5d4c34d97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:02:44Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['69e383e7-d4d4-4421-b33d-3ce8e6d3b89b'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:00.425067 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-89fdbdf0-f96e-42ed-9c16-4e5d4c34d97b None None] Set router 69e383e7-d4d4-4421-b33d-3ce8e6d3b89b gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:03:00.550301 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ef34bd-0ec5-477d-b02e-84a8242da622', 'tag': '58cee8d1-ce37-4392-bd50-a2531d1ce943'}] {{(pid=105905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:03:00.552743 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1238f1f5812354b64934186896ad6aa3779af87d0a627baf2a0b63d001b00141" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130ae5cb-9284-43d4-8122-f4ce16f37892" -d '{"events": [{"name": "network-changed", "server_uuid": "01ef34bd-0ec5-477d-b02e-84a8242da622", "tag": "58cee8d1-ce37-4392-bd50-a2531d1ce943"}]}' {{(pid=105905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:03:00.591968 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bd426d-7b64-4b3a-9f8a-ca68fb089358 x-openstack-request-id: req-f2bd426d-7b64-4b3a-9f8a-ca68fb089358 {{(pid=105905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:03:00.592260 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ef34bd-0ec5-477d-b02e-84a8242da622", "tag": "58cee8d1-ce37-4392-bd50-a2531d1ce943", "status": "completed", "code": 200}]} {{(pid=105905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:03:00.592505 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f2bd426d-7b64-4b3a-9f8a-ca68fb089358 {{(pid=105905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:03:00.592918 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ef34bd-0ec5-477d-b02e-84a8242da622', 'tag': '58cee8d1-ce37-4392-bd50-a2531d1ce943', 'status': 'completed', 'code': 200} Aug 12 15:03:00.761272 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-89fdbdf0-f96e-42ed-9c16-4e5d4c34d97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'name': 'tempest-TestMinimumBasicScenario-6528345-router', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '03be5ba2-e995-4228-8a59-501714c066dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:21Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 4, 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'gw_port': {'id': '03be5ba2-e995-4228-8a59-501714c066dd', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:22Z', 'updated_at': '2021-08-12T15:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '25d0a91a-648e-4359-a2db-2cbbea7b0a94', 'name': '', 'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'mac_address': 'fa:16:3e:98:c7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9941a911-4b2d-4b7d-a097-ff6807b1051b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:25Z', 'updated_at': '2021-08-12T15:00:36Z', 'revision_number': 5, 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'subnets': [{'id': '9941a911-4b2d-4b7d-a097-ff6807b1051b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:00.793124 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fdbdf0-f96e-42ed-9c16-4e5d4c34d97b None None] The sync data for ids ['69e383e7-d4d4-4421-b33d-3ce8e6d3b89b'] in dv-cinder-800015-3-iscsi is: [{'id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'name': 'tempest-TestMinimumBasicScenario-6528345-router', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '03be5ba2-e995-4228-8a59-501714c066dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:21Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 4, 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'gw_port': {'id': '03be5ba2-e995-4228-8a59-501714c066dd', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:22Z', 'updated_at': '2021-08-12T15:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '25d0a91a-648e-4359-a2db-2cbbea7b0a94', 'name': '', 'network_id': 'e12c87ba-1aa2-40ac-b08a-47fcc85884a2', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'mac_address': 'fa:16:3e:98:c7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9941a911-4b2d-4b7d-a097-ff6807b1051b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:25Z', 'updated_at': '2021-08-12T15:00:36Z', 'revision_number': 5, 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'subnets': [{'id': '9941a911-4b2d-4b7d-a097-ff6807b1051b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:03:01.043393 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30327c26-75e5-47b5-badc-f1aad5dfab71 None None] New status for floating IP df0fc8c5-1769-4b2e-9043-b2c16ce032fc: DOWN {{(pid=105908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:03:01.385822 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3007c8-3b0d-4ac9-a90e-bf7bb2a7a26a req-73c5d06f-b44c-49f6-843b-6cbdec5c3f42 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:01.387323 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4e3007c8-3b0d-4ac9-a90e-bf7bb2a7a26a req-73c5d06f-b44c-49f6-843b-6cbdec5c3f42 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 944 time: 0.0516450 Aug 12 15:03:01.430659 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4e3007c8-3b0d-4ac9-a90e-bf7bb2a7a26a req-b29458f2-2eb1-4a60-8b24-3224a7952a39 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373869 Aug 12 15:03:02.553773 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9eb25-02cf-45bd-96e9-bebc91711f21 req-178b3f22-cdd9-4751-b233-ee40a9557dfc tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:02.555365 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-27d9eb25-02cf-45bd-96e9-bebc91711f21 req-178b3f22-cdd9-4751-b233-ee40a9557dfc tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 944 time: 0.0516160 Aug 12 15:03:02.594361 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-27d9eb25-02cf-45bd-96e9-bebc91711f21 req-6bc158e9-4a7c-474a-acf4-441bed2703eb tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329933 Aug 12 15:03:03.733460 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef8b4b-9af8-432d-9bed-16a989a2c1b4 req-d1894b8b-88b5-4de9-b6e6-2125c6b5d90d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:03.733460 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-09ef8b4b-9af8-432d-9bed-16a989a2c1b4 req-d1894b8b-88b5-4de9-b6e6-2125c6b5d90d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 944 time: 0.0501201 Aug 12 15:03:03.762708 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-09ef8b4b-9af8-432d-9bed-16a989a2c1b4 req-5553506b-42aa-4ad2-b9fe-fa46a47162e3 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334435 Aug 12 15:03:04.878808 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5835be7-5341-441d-bf64-cd9236de916a req-25e3dd07-f3cd-495c-89f6-d31e7603c322 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:04.880654 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c5835be7-5341-441d-bf64-cd9236de916a req-25e3dd07-f3cd-495c-89f6-d31e7603c322 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 944 time: 0.0461667 Aug 12 15:03:04.920615 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c5835be7-5341-441d-bf64-cd9236de916a req-3c508431-310b-4dbf-8d32-f64ceccf90e9 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339458 Aug 12 15:03:05.007274 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59203ab5-9367-4771-b06a-f8e82785d755 req-82f5a31b-3b54-4660-84f9-3217f25eaecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:05.008859 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-59203ab5-9367-4771-b06a-f8e82785d755 req-82f5a31b-3b54-4660-84f9-3217f25eaecc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=870582b29ae2413fb6c942fc00bf278b&device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 1098 time: 0.0490251 Aug 12 15:03:05.110075 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54172c-8f9f-4bd3-b4dc-59e047afbdbc req-9e4d86e6-1605-4fba-8e1b-3755cf43d309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:05.110926 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-fc54172c-8f9f-4bd3-b4dc-59e047afbdbc req-9e4d86e6-1605-4fba-8e1b-3755cf43d309 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=37678a06dae54b7fad6948bc9e0fac01&device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 1097 time: 0.1011367 Aug 12 15:03:05.133142 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59203ab5-9367-4771-b06a-f8e82785d755 req-33fe17be-06eb-455f-a050-53a8f4c671d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:05.134527 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-59203ab5-9367-4771-b06a-f8e82785d755 req-33fe17be-06eb-455f-a050-53a8f4c671d7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e12c87ba-1aa2-40ac-b08a-47fcc85884a2 HTTP/1.1" status: 200 len: 913 time: 0.1167419 Aug 12 15:03:05.213707 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-59203ab5-9367-4771-b06a-f8e82785d755 req-56782012-1ac6-4fa6-a3c9-48201352a06d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58cee8d1-ce37-4392-bd50-a2531d1ce943 HTTP/1.1" status: 200 len: 217 time: 0.0692699 Aug 12 15:03:05.547805 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54172c-8f9f-4bd3-b4dc-59e047afbdbc req-a65749da-503e-4288-9385-05078f6ac91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:05.549299 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-fc54172c-8f9f-4bd3-b4dc-59e047afbdbc req-a65749da-503e-4288-9385-05078f6ac91c service neutron] 10.222.0.73 "GET /v2.0/networks?id=853fd948-8021-42a8-9c8b-8e46175e3c7f HTTP/1.1" status: 200 len: 918 time: 0.4130528 Aug 12 15:03:05.550741 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59203ab5-9367-4771-b06a-f8e82785d755 req-4012c996-9901-452e-bb7c-2aba937023b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:05.552576 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-59203ab5-9367-4771-b06a-f8e82785d755 req-4012c996-9901-452e-bb7c-2aba937023b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9941a911-4b2d-4b7d-a097-ff6807b1051b HTTP/1.1" status: 200 len: 851 time: 0.3261356 Aug 12 15:03:05.649670 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-fc54172c-8f9f-4bd3-b4dc-59e047afbdbc req-e058f60c-3279-4086-b1b2-b738ee04461e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 HTTP/1.1" status: 200 len: 1000 time: 0.0840244 Aug 12 15:03:05.655415 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59203ab5-9367-4771-b06a-f8e82785d755 req-4d15234f-94ea-492d-a581-4b5a870fad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:05.656836 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-59203ab5-9367-4771-b06a-f8e82785d755 req-4d15234f-94ea-492d-a581-4b5a870fad65 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e12c87ba-1aa2-40ac-b08a-47fcc85884a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0852680 Aug 12 15:03:05.740356 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:05.748917 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54172c-8f9f-4bd3-b4dc-59e047afbdbc req-d6534086-08ae-4565-a490-39a55cfc3f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:05.754330 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-fc54172c-8f9f-4bd3-b4dc-59e047afbdbc req-d6534086-08ae-4565-a490-39a55cfc3f15 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a HTTP/1.1" status: 200 len: 856 time: 0.0927095 Aug 12 15:03:05.807318 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-59203ab5-9367-4771-b06a-f8e82785d755 req-d135f780-3a91-4047-be6b-9abae6fef3fb service neutron] 10.222.0.73 "GET /v2.0/networks/e12c87ba-1aa2-40ac-b08a-47fcc85884a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227703 Aug 12 15:03:05.815940 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54172c-8f9f-4bd3-b4dc-59e047afbdbc req-e2dfceea-15f0-4b91-b32b-d91523f379ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:05.817368 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-fc54172c-8f9f-4bd3-b4dc-59e047afbdbc req-e2dfceea-15f0-4b91-b32b-d91523f379ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=853fd948-8021-42a8-9c8b-8e46175e3c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556090 Aug 12 15:03:05.964460 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-59203ab5-9367-4771-b06a-f8e82785d755 req-ed6df6d6-6bff-4b34-8d7b-8d9f8184e2ff service neutron] 10.222.0.73 "GET /v2.0/networks/e12c87ba-1aa2-40ac-b08a-47fcc85884a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461473 Aug 12 15:03:05.969529 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-fc54172c-8f9f-4bd3-b4dc-59e047afbdbc req-2f827697-6795-44ad-a344-7ed0551ca14b service neutron] 10.222.0.73 "GET /v2.0/networks/853fd948-8021-42a8-9c8b-8e46175e3c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343265 Aug 12 15:03:06.042276 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12272cd5-ec9e-42de-8d70-bc4fea8b8f88 req-6309a8f1-841c-4ae3-a185-fdca1160ddd2 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:06.043763 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-12272cd5-ec9e-42de-8d70-bc4fea8b8f88 req-6309a8f1-841c-4ae3-a185-fdca1160ddd2 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 944 time: 0.0489583 Aug 12 15:03:06.070477 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-fc54172c-8f9f-4bd3-b4dc-59e047afbdbc req-87589ffb-a2e4-429d-9d85-7f1d2fdb6fbb service neutron] 10.222.0.73 "GET /v2.0/networks/853fd948-8021-42a8-9c8b-8e46175e3c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868177 Aug 12 15:03:06.080962 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-12272cd5-ec9e-42de-8d70-bc4fea8b8f88 req-22a10ccb-b3d9-4863-889e-eb4d6dd8173c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312066 Aug 12 15:03:06.195269 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ae5cb-9284-43d4-8122-f4ce16f37892 req-fbae31fd-6104-4e97-9775-c5d7a225bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:06.196769 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-130ae5cb-9284-43d4-8122-f4ce16f37892 req-fbae31fd-6104-4e97-9775-c5d7a225bc86 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=870582b29ae2413fb6c942fc00bf278b&device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 1098 time: 0.0409160 Aug 12 15:03:06.285831 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ae5cb-9284-43d4-8122-f4ce16f37892 req-ee5611d2-131d-422b-8a05-ecb771ea5364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:06.288018 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-130ae5cb-9284-43d4-8122-f4ce16f37892 req-ee5611d2-131d-422b-8a05-ecb771ea5364 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e12c87ba-1aa2-40ac-b08a-47fcc85884a2 HTTP/1.1" status: 200 len: 913 time: 0.0839260 Aug 12 15:03:06.338783 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-130ae5cb-9284-43d4-8122-f4ce16f37892 req-4fb4aa93-94f1-4259-8a60-33d8e33d9f5e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58cee8d1-ce37-4392-bd50-a2531d1ce943 HTTP/1.1" status: 200 len: 217 time: 0.0377374 Aug 12 15:03:06.388894 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ae5cb-9284-43d4-8122-f4ce16f37892 req-29641ee6-8022-4d93-b897-98ce153a63f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:06.390297 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-130ae5cb-9284-43d4-8122-f4ce16f37892 req-29641ee6-8022-4d93-b897-98ce153a63f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9941a911-4b2d-4b7d-a097-ff6807b1051b HTTP/1.1" status: 200 len: 851 time: 0.0437496 Aug 12 15:03:06.436617 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ae5cb-9284-43d4-8122-f4ce16f37892 req-4b42b3b4-7bb2-40d7-9cac-8f7858047010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:06.438136 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-130ae5cb-9284-43d4-8122-f4ce16f37892 req-4b42b3b4-7bb2-40d7-9cac-8f7858047010 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e12c87ba-1aa2-40ac-b08a-47fcc85884a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389831 Aug 12 15:03:06.537439 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-130ae5cb-9284-43d4-8122-f4ce16f37892 req-de30b456-0c3a-4712-ae82-8d1406424263 service neutron] 10.222.0.73 "GET /v2.0/networks/e12c87ba-1aa2-40ac-b08a-47fcc85884a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872324 Aug 12 15:03:06.628017 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-130ae5cb-9284-43d4-8122-f4ce16f37892 req-c9b84a0a-2f59-4885-8241-f870a623fc54 service neutron] 10.222.0.73 "GET /v2.0/networks/e12c87ba-1aa2-40ac-b08a-47fcc85884a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802927 Aug 12 15:03:07.203489 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ea085-da7a-42dc-8e2b-f7d964d2fde1 req-6e6cefe2-3f1e-4f1c-bc73-43c170eaf3cd tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:07.205028 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a83ea085-da7a-42dc-8e2b-f7d964d2fde1 req-6e6cefe2-3f1e-4f1c-bc73-43c170eaf3cd tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 944 time: 0.0493824 Aug 12 15:03:07.243186 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a83ea085-da7a-42dc-8e2b-f7d964d2fde1 req-43d62c92-ab6c-4b33-b6d8-47686494b99c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322638 Aug 12 15:03:08.362265 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c4d5e-00ee-41a5-b6f9-bd72f12dd10f req-1acfa10a-8394-40a3-899f-7917a7545e4d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:08.363635 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9d0c4d5e-00ee-41a5-b6f9-bd72f12dd10f req-1acfa10a-8394-40a3-899f-7917a7545e4d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 944 time: 0.0469272 Aug 12 15:03:08.405505 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9d0c4d5e-00ee-41a5-b6f9-bd72f12dd10f req-d360a4ec-f170-487f-862d-9173df95427d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354838 Aug 12 15:03:08.594478 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45acc3-5139-4511-8d85-66b7a606f078 req-0bee220b-f0bf-4c71-b42d-4f1d9b966611 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:08.595974 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8c45acc3-5139-4511-8d85-66b7a606f078 req-0bee220b-f0bf-4c71-b42d-4f1d9b966611 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 945 time: 0.0511482 Aug 12 15:03:08.633391 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8c45acc3-5139-4511-8d85-66b7a606f078 req-a91d6746-3711-4286-9c96-8322afb141b6 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307617 Aug 12 15:03:08.727463 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=105907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:03:08.824232 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:03:08.835081 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Returning: {'device': '6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1', 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'port_id': '6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1', 'mac_address': 'fa:16:3e:19:4e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:03:08.870899 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:08.882750 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 {{(pid=105907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:03:08.901662 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:03:08.990585 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:09.040888 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1,revision_number=9']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:09.280601 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:03:09.538153 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb9b35-00ce-4117-81f1-5c3d53d6bf0e req-5e36fe8c-8528-4e0b-a3f7-5a6c7b38a424 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:09.539690 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5edb9b35-00ce-4117-81f1-5c3d53d6bf0e req-5e36fe8c-8528-4e0b-a3f7-5a6c7b38a424 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 945 time: 0.0561557 Aug 12 15:03:09.578013 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5edb9b35-00ce-4117-81f1-5c3d53d6bf0e req-d05dbef2-12f4-402d-bde6-3c41fe000a1c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321698 Aug 12 15:03:09.743946 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4099444-1b38-415d-99da-a8e8e09357a5 req-85717ddb-0f89-4161-a8c3-4e0b1b76f0ee tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:09.745420 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a4099444-1b38-415d-99da-a8e8e09357a5 req-85717ddb-0f89-4161-a8c3-4e0b1b76f0ee tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 945 time: 0.0474563 Aug 12 15:03:09.784746 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a4099444-1b38-415d-99da-a8e8e09357a5 req-f7220f74-0d24-4b72-800d-b7b1746bbdcf tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334015 Aug 12 15:03:10.613849 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4529fb0-b02f-475e-aec7-98f10f62b901 req-9aa4ef0d-bc9f-4253-983f-9e37351a2f15 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:10.615494 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a4529fb0-b02f-475e-aec7-98f10f62b901 req-9aa4ef0d-bc9f-4253-983f-9e37351a2f15 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.73 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 945 time: 0.0533903 Aug 12 15:03:10.705470 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d0468-29fa-4004-8997-55e9dcf7d7af req-1453f7aa-f9b8-40b5-b1a1-bffd0788b977 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:10.706948 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0a8d0468-29fa-4004-8997-55e9dcf7d7af req-1453f7aa-f9b8-40b5-b1a1-bffd0788b977 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 945 time: 0.0517201 Aug 12 15:03:10.723525 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-a4529fb0-b02f-475e-aec7-98f10f62b901 req-4c91ae14-72dd-42f6-8e4e-fabd4f0b6932 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Deleting port 58cee8d1-ce37-4392-bd50-a2531d1ce943 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:03:10.723866 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-a4529fb0-b02f-475e-aec7-98f10f62b901 req-4c91ae14-72dd-42f6-8e4e-fabd4f0b6932 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:10.732876 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 up at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:03:10.747533 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0a8d0468-29fa-4004-8997-55e9dcf7d7af req-f2b662a2-1167-4010-bedf-6a9afa89eec4 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339229 Aug 12 15:03:10.790168 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning complete for port 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:03:10.790453 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:10.818877 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-a4529fb0-b02f-475e-aec7-98f10f62b901 req-4c91ae14-72dd-42f6-8e4e-fabd4f0b6932 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] For port 58cee8d1-ce37-4392-bd50-a2531d1ce943, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=58cee8d1-ce37-4392-bd50-a2531d1ce943,segment=NetworkSegment(fa7ac654-7d73-4fdb-8714-6ef6349cb46c),segment_id=fa7ac654-7d73-4fdb-8714-6ef6349cb46c)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:03:10.819282 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-a4529fb0-b02f-475e-aec7-98f10f62b901 req-4c91ae14-72dd-42f6-8e4e-fabd4f0b6932 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:10.832633 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-a4529fb0-b02f-475e-aec7-98f10f62b901 req-4c91ae14-72dd-42f6-8e4e-fabd4f0b6932 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Calling delete_port for 58cee8d1-ce37-4392-bd50-a2531d1ce943 owned by compute:nova {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:03:10.867749 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:10.892568 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7fd63d-283d-4284-b213-4014173d7b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1'}] {{(pid=105907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:03:10.895002 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d000d793ac8a3d868a659aad16e36a91200609b2b231164c0c4cfca9150c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0fc6c1-eb43-4fb0-baf5-f4dce3430f1b" -d '{"events": [{"server_uuid": "be7fd63d-283d-4284-b213-4014173d7b76", "name": "network-vif-plugged", "status": "completed", "tag": "6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1"}]}' {{(pid=105907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:03:10.899254 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c678923-052e-438e-bc85-42f8df399f5e req-93425084-c1ef-4162-b67b-fc8061c7fe99 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:10.901113 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1c678923-052e-438e-bc85-42f8df399f5e req-93425084-c1ef-4162-b67b-fc8061c7fe99 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 945 time: 0.0494173 Aug 12 15:03:10.924288 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:03:10.936847 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8202fa8-5af9-45da-ad0d-188ce9a4f904 x-openstack-request-id: req-c8202fa8-5af9-45da-ad0d-188ce9a4f904 {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:03:10.937137 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7fd63d-283d-4284-b213-4014173d7b76", "name": "network-vif-plugged", "status": "completed", "tag": "6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1", "code": 200}]} {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:03:10.937382 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c8202fa8-5af9-45da-ad0d-188ce9a4f904 {{(pid=105907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:03:10.937770 dv-cinder-800015-3-iscsi neutron-server[105907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7fd63d-283d-4284-b213-4014173d7b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1', 'code': 200} Aug 12 15:03:10.953260 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1c678923-052e-438e-bc85-42f8df399f5e req-87cb2798-800d-4077-923b-669c5af77686 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/security-groups?id=1585c66b-515a-4a07-b69f-dc888bb88d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390816 Aug 12 15:03:11.019438 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:11.059564 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-a4529fb0-b02f-475e-aec7-98f10f62b901 req-4c91ae14-72dd-42f6-8e4e-fabd4f0b6932 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:11.072057 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['58cee8d1-ce37-4392-bd50-a2531d1ce943'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:03:11.074299 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1,revision_number=10']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:11.092016 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91ae14-72dd-42f6-8e4e-fabd4f0b6932 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Pushing event deleted for resources: {'Port': ['ID=58cee8d1-ce37-4392-bd50-a2531d1ce943,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:11.133213 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4529fb0-b02f-475e-aec7-98f10f62b901 req-4c91ae14-72dd-42f6-8e4e-fabd4f0b6932 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] No DVR routers for this DVR port 58cee8d1-ce37-4392-bd50-a2531d1ce943 on host hv-cinder-80001 {{(pid=105906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:03:11.135535 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-a4529fb0-b02f-475e-aec7-98f10f62b901 req-4c91ae14-72dd-42f6-8e4e-fabd4f0b6932 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:11.137525 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a4529fb0-b02f-475e-aec7-98f10f62b901 req-4c91ae14-72dd-42f6-8e4e-fabd4f0b6932 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.73 "DELETE /v2.0/ports/58cee8d1-ce37-4392-bd50-a2531d1ce943 HTTP/1.1" status: 204 len: 173 time: 0.5155759 Aug 12 15:03:11.137973 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ef34bd-0ec5-477d-b02e-84a8242da622', 'name': 'network-vif-deleted', 'tag': '58cee8d1-ce37-4392-bd50-a2531d1ce943'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:03:11.140197 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab5f4b5-885b-4461-9cbb-6df715dce1c1" -d '{"events": [{"server_uuid": "01ef34bd-0ec5-477d-b02e-84a8242da622", "name": "network-vif-deleted", "tag": "58cee8d1-ce37-4392-bd50-a2531d1ce943"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:03:11.177234 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ae65c8-ea54-48bc-a6f6-68a411c04c6f x-openstack-request-id: req-15ae65c8-ea54-48bc-a6f6-68a411c04c6f {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:03:11.177533 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ef34bd-0ec5-477d-b02e-84a8242da622", "name": "network-vif-deleted", "tag": "58cee8d1-ce37-4392-bd50-a2531d1ce943", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:03:11.177815 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-15ae65c8-ea54-48bc-a6f6-68a411c04c6f {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:03:11.178248 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ef34bd-0ec5-477d-b02e-84a8242da622', 'name': 'network-vif-deleted', 'tag': '58cee8d1-ce37-4392-bd50-a2531d1ce943', 'status': 'completed', 'code': 200} Aug 12 15:03:11.353193 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59d722-1b8a-4925-a4ac-00e361a05982 req-9c659928-f100-4ce8-a970-8b8ba8a2fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:11.354591 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-3b59d722-1b8a-4925-a4ac-00e361a05982 req-9c659928-f100-4ce8-a970-8b8ba8a2fd3b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 1100 time: 0.0407608 Aug 12 15:03:11.400439 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-3b59d722-1b8a-4925-a4ac-00e361a05982 req-f622b84b-ab64-40b1-9b74-598cf58856e1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273271 Aug 12 15:03:11.867535 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc03720-9173-4d94-93f1-d8d6331326d6 req-684ad442-caef-476f-a87b-301d12167e46 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:11.869034 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cdc03720-9173-4d94-93f1-d8d6331326d6 req-684ad442-caef-476f-a87b-301d12167e46 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 947 time: 0.0481670 Aug 12 15:03:11.911466 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cdc03720-9173-4d94-93f1-d8d6331326d6 req-1d43fa8e-170d-418c-8cbb-3a2c724dc582 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362446 Aug 12 15:03:12.060200 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-009f4d5c-2293-4ed9-ad80-b3dd69bc937c req-9cc1993e-a4a4-41b5-8643-e09f70f4a4b1 tempest-TestMinimumBasicScenario-1868269501 tempest-TestMinimumBasicScenario-1868269501-project] 10.222.0.63 "GET /v2.0/ports?device_id=01ef34bd-0ec5-477d-b02e-84a8242da622 HTTP/1.1" status: 200 len: 210 time: 0.0271347 Aug 12 15:03:12.264901 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-0cc0339c-7b5f-4992-b201-7fc1ced0c3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:13.029430 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd16a8-4f0e-4bd3-959f-070e4ad860f0 req-881aabd4-8463-4991-b98a-770b3da42c83 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:13.031128 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-73bd16a8-4f0e-4bd3-959f-070e4ad860f0 req-881aabd4-8463-4991-b98a-770b3da42c83 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 947 time: 0.0480652 Aug 12 15:03:13.069921 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-73bd16a8-4f0e-4bd3-959f-070e4ad860f0 req-0e80c89b-8573-406e-b7e0-6518f5aa5681 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326145 Aug 12 15:03:14.195514 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2222be7-cfb8-4b4e-96e9-6908ccbf088d req-3603feec-2285-4e74-a3cf-1bdb49cb1ea8 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:14.197028 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b2222be7-cfb8-4b4e-96e9-6908ccbf088d req-3603feec-2285-4e74-a3cf-1bdb49cb1ea8 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 947 time: 0.0483313 Aug 12 15:03:14.235964 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b2222be7-cfb8-4b4e-96e9-6908ccbf088d req-ecd9c6c8-c170-4e03-b55a-3aa27d265bb0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308826 Aug 12 15:03:14.578887 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-63fd6680-e428-40b8-adc4-83264e225b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:14.732710 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 58cee8d1-ce37-4392-bd50-a2531d1ce943 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:03:14.751320 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] No Port match for: 58cee8d1-ce37-4392-bd50-a2531d1ce943 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:03:14.751663 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 58cee8d1-ce37-4392-bd50-a2531d1ce943 not bound to the agent host hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:03:14.972059 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 45746) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:15.059142 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:15.407458 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1e630-77f2-465d-b1cd-a7c724386160 req-84022122-c870-49e4-8602-4bda717c7750 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:15.408849 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cda1e630-77f2-465d-b1cd-a7c724386160 req-84022122-c870-49e4-8602-4bda717c7750 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 947 time: 0.0930760 Aug 12 15:03:15.423243 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-69567494-a1bd-4247-9f10-bd35a0bff05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710037'] for router_interface, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:15.490592 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cda1e630-77f2-465d-b1cd-a7c724386160 req-ac82a63d-d967-43a5-a426-72c6d7fe8482 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752623 Aug 12 15:03:15.736341 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.plugin [None req-69567494-a1bd-4247-9f10-bd35a0bff05b admin admin] Deleting port 25d0a91a-648e-4359-a2db-2cbbea7b0a94 {{(pid=105905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:03:15.736675 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-69567494-a1bd-4247-9f10-bd35a0bff05b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:15.887840 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:16.000180 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.db [None req-69567494-a1bd-4247-9f10-bd35a0bff05b admin admin] For port 25d0a91a-648e-4359-a2db-2cbbea7b0a94, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=25d0a91a-648e-4359-a2db-2cbbea7b0a94,segment=NetworkSegment(fa7ac654-7d73-4fdb-8714-6ef6349cb46c),segment_id=fa7ac654-7d73-4fdb-8714-6ef6349cb46c)] {{(pid=105905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:03:16.000539 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-69567494-a1bd-4247-9f10-bd35a0bff05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:16.012489 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.plugin [None req-69567494-a1bd-4247-9f10-bd35a0bff05b admin admin] Calling delete_port for 25d0a91a-648e-4359-a2db-2cbbea7b0a94 owned by network:router_interface {{(pid=105905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:03:16.298968 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-69567494-a1bd-4247-9f10-bd35a0bff05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374546'] for port, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:16.322417 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69567494-a1bd-4247-9f10-bd35a0bff05b admin admin] Pushing event deleted for resources: {'Port': ['ID=25d0a91a-648e-4359-a2db-2cbbea7b0a94,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:16.484069 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-69567494-a1bd-4247-9f10-bd35a0bff05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708645'] for router_interface, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:16.701074 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69567494-a1bd-4247-9f10-bd35a0bff05b admin admin] Router 69e383e7-d4d4-4421-b33d-3ce8e6d3b89b has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:03:16.808008 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69567494-a1bd-4247-9f10-bd35a0bff05b admin admin] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:03:16.813082 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-69567494-a1bd-4247-9f10-bd35a0bff05b admin admin] 10.222.0.63 "PUT /v2.0/routers/69e383e7-d4d4-4421-b33d-3ce8e6d3b89b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8399894 Aug 12 15:03:16.815642 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 45752) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:16.819023 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc2ab10-b840-4dc1-9ff5-ba9b7ca99eb1 None None] Sync routers for ids ['69e383e7-d4d4-4421-b33d-3ce8e6d3b89b'] in dv-cinder-800015-3-iscsi {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:03:16.828400 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc2ab10-b840-4dc1-9ff5-ba9b7ca99eb1 None None] Routers {'69e383e7-d4d4-4421-b33d-3ce8e6d3b89b'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:03:16.829080 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-bcc2ab10-b840-4dc1-9ff5-ba9b7ca99eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:03:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['69e383e7-d4d4-4421-b33d-3ce8e6d3b89b'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:16.918580 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-639e5301-0479-48cf-aa89-6aca23ebda0d admin admin] Notify callbacks [] for router, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:16.930938 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-bcc2ab10-b840-4dc1-9ff5-ba9b7ca99eb1 None None] Set router 69e383e7-d4d4-4421-b33d-3ce8e6d3b89b gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:03:17.020343 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-639e5301-0479-48cf-aa89-6aca23ebda0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:17.107060 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-bcc2ab10-b840-4dc1-9ff5-ba9b7ca99eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'name': 'tempest-TestMinimumBasicScenario-6528345-router', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '03be5ba2-e995-4228-8a59-501714c066dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:21Z', 'updated_at': '2021-08-12T15:03:16Z', 'revision_number': 5, 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'gw_port': {'id': '03be5ba2-e995-4228-8a59-501714c066dd', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:22Z', 'updated_at': '2021-08-12T15:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:17.132981 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc2ab10-b840-4dc1-9ff5-ba9b7ca99eb1 None None] Checking router: 69e383e7-d4d4-4421-b33d-3ce8e6d3b89b for host: dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:03:17.135815 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.plugin [None req-639e5301-0479-48cf-aa89-6aca23ebda0d admin admin] Deleting port 03be5ba2-e995-4228-8a59-501714c066dd {{(pid=105905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:03:17.136159 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-639e5301-0479-48cf-aa89-6aca23ebda0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:17.141163 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc2ab10-b840-4dc1-9ff5-ba9b7ca99eb1 None None] Routers {'69e383e7-d4d4-4421-b33d-3ce8e6d3b89b'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:03:17.141758 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-bcc2ab10-b840-4dc1-9ff5-ba9b7ca99eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:03:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['69e383e7-d4d4-4421-b33d-3ce8e6d3b89b'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:17.212689 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.db [None req-639e5301-0479-48cf-aa89-6aca23ebda0d admin admin] For port 03be5ba2-e995-4228-8a59-501714c066dd, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=03be5ba2-e995-4228-8a59-501714c066dd,segment=NetworkSegment(71f474ba-4ec1-4e39-a638-917b9b8eddd4),segment_id=71f474ba-4ec1-4e39-a638-917b9b8eddd4)] {{(pid=105905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:03:17.213080 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-639e5301-0479-48cf-aa89-6aca23ebda0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:17.225681 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-bcc2ab10-b840-4dc1-9ff5-ba9b7ca99eb1 None None] Set router 69e383e7-d4d4-4421-b33d-3ce8e6d3b89b gateway port host: None {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:03:17.228851 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.plugin [None req-639e5301-0479-48cf-aa89-6aca23ebda0d admin admin] Calling delete_port for 03be5ba2-e995-4228-8a59-501714c066dd owned by network:router_gateway {{(pid=105905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:03:17.276291 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-bcc2ab10-b840-4dc1-9ff5-ba9b7ca99eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'name': 'tempest-TestMinimumBasicScenario-6528345-router', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:21Z', 'updated_at': '2021-08-12T15:03:17Z', 'revision_number': 6, 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'gw_port_host': None}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:17.305042 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc2ab10-b840-4dc1-9ff5-ba9b7ca99eb1 None None] The sync data for ids ['69e383e7-d4d4-4421-b33d-3ce8e6d3b89b'] in dv-cinder-800015-3-iscsi is: [{'id': '69e383e7-d4d4-4421-b33d-3ce8e6d3b89b', 'name': 'tempest-TestMinimumBasicScenario-6528345-router', 'tenant_id': '870582b29ae2413fb6c942fc00bf278b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:21Z', 'updated_at': '2021-08-12T15:03:17Z', 'revision_number': 6, 'project_id': '870582b29ae2413fb6c942fc00bf278b', 'gw_port_host': None}] {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:03:17.498987 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-639e5301-0479-48cf-aa89-6aca23ebda0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374546'] for port, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:17.522014 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:17.528454 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e5301-0479-48cf-aa89-6aca23ebda0d admin admin] Pushing event deleted for resources: {'Port': ['ID=03be5ba2-e995-4228-8a59-501714c066dd,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:17.587030 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-639e5301-0479-48cf-aa89-6aca23ebda0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710367'] for router_gateway, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:17.689224 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-639e5301-0479-48cf-aa89-6aca23ebda0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1412'] for router, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:17.691210 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-639e5301-0479-48cf-aa89-6aca23ebda0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:17.841802 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-639e5301-0479-48cf-aa89-6aca23ebda0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-708156'] for router, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:17.842400 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639e5301-0479-48cf-aa89-6aca23ebda0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69e383e7-d4d4-4421-b33d-3ce8e6d3b89b {{(pid=105905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:03:17.847148 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-639e5301-0479-48cf-aa89-6aca23ebda0d admin admin] Notify callbacks [] for router, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:17.848293 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-639e5301-0479-48cf-aa89-6aca23ebda0d admin admin] 10.222.0.63 "DELETE /v2.0/routers/69e383e7-d4d4-4421-b33d-3ce8e6d3b89b HTTP/1.1" status: 204 len: 168 time: 1.0317459 Aug 12 15:03:17.851423 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 45754) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:17.894197 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f05e4e-64aa-449e-b242-4104d4aff5de admin admin] Deleting subnet 9941a911-4b2d-4b7d-a097-ff6807b1051b {{(pid=105905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:03:17.897299 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-75f05e4e-64aa-449e-b242-4104d4aff5de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:17.931134 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-75f05e4e-64aa-449e-b242-4104d4aff5de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10027264'] for subnet, precommit_delete_associations {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:18.038054 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-75f05e4e-64aa-449e-b242-4104d4aff5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417570'] for subnet, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:18.153906 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 25d0a91a-648e-4359-a2db-2cbbea7b0a94 no longer exists at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:03:18.174738 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] No Port match for: 25d0a91a-648e-4359-a2db-2cbbea7b0a94 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:03:18.178562 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 25d0a91a-648e-4359-a2db-2cbbea7b0a94 not bound to the agent host dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:03:18.202334 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-75f05e4e-64aa-449e-b242-4104d4aff5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2374561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8989754'] for subnet, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:18.232990 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f05e4e-64aa-449e-b242-4104d4aff5de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9941a911-4b2d-4b7d-a097-ff6807b1051b,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:18.236602 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-75f05e4e-64aa-449e-b242-4104d4aff5de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for subnet, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:18.238576 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-75f05e4e-64aa-449e-b242-4104d4aff5de admin admin] 10.222.0.63 "DELETE /v2.0/subnets/9941a911-4b2d-4b7d-a097-ff6807b1051b HTTP/1.1" status: 204 len: 168 time: 0.3861775 Aug 12 15:03:18.241734 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 45756) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:18.244229 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8599860e-f5de-4793-ac4b-5028721d3e22 None None] Network e12c87ba-1aa2-40ac-b08a-47fcc85884a2 requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:03:18.308609 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c6934783-106f-442c-beb5-3a50d9eaf997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1830333'] for network, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:18.365175 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.plugin [None req-c6934783-106f-442c-beb5-3a50d9eaf997 admin admin] Deleting port b2acb2c5-0fc0-4477-8381-3a3db05fc289 {{(pid=105905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:03:18.365652 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c6934783-106f-442c-beb5-3a50d9eaf997 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:18.434897 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475a8ef1-8392-4f1c-8693-ae934a274ad6 None None] DHCP port deletion for e12c87ba-1aa2-40ac-b08a-47fcc85884a2 request from dv-cinder-800015-3-iscsi {{(pid=105907) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:03:18.435111 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.db [None req-c6934783-106f-442c-beb5-3a50d9eaf997 admin admin] For port b2acb2c5-0fc0-4477-8381-3a3db05fc289, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=b2acb2c5-0fc0-4477-8381-3a3db05fc289,segment=NetworkSegment(fa7ac654-7d73-4fdb-8714-6ef6349cb46c),segment_id=fa7ac654-7d73-4fdb-8714-6ef6349cb46c)] {{(pid=105905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:03:18.435472 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c6934783-106f-442c-beb5-3a50d9eaf997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:18.448843 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.plugin [None req-c6934783-106f-442c-beb5-3a50d9eaf997 admin admin] Calling delete_port for b2acb2c5-0fc0-4477-8381-3a3db05fc289 owned by network:dhcp {{(pid=105905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:03:18.481076 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-475a8ef1-8392-4f1c-8693-ae934a274ad6 None None] Deleting port b2acb2c5-0fc0-4477-8381-3a3db05fc289 {{(pid=105907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:03:18.481449 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-475a8ef1-8392-4f1c-8693-ae934a274ad6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:18.543783 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-475a8ef1-8392-4f1c-8693-ae934a274ad6 None None] For port b2acb2c5-0fc0-4477-8381-3a3db05fc289, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=b2acb2c5-0fc0-4477-8381-3a3db05fc289,segment=NetworkSegment(fa7ac654-7d73-4fdb-8714-6ef6349cb46c),segment_id=fa7ac654-7d73-4fdb-8714-6ef6349cb46c)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:03:18.544176 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-475a8ef1-8392-4f1c-8693-ae934a274ad6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:18.559882 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-475a8ef1-8392-4f1c-8693-ae934a274ad6 None None] Calling delete_port for b2acb2c5-0fc0-4477-8381-3a3db05fc289 owned by network:dhcp {{(pid=105907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:03:18.618058 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c6934783-106f-442c-beb5-3a50d9eaf997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374546'] for port, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:18.642268 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6934783-106f-442c-beb5-3a50d9eaf997 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2acb2c5-0fc0-4477-8381-3a3db05fc289,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:18.648651 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6934783-106f-442c-beb5-3a50d9eaf997 admin admin] No DVR routers for this DVR port b2acb2c5-0fc0-4477-8381-3a3db05fc289 on host dv-cinder-800015-3-iscsi {{(pid=105905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:03:18.681877 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-475a8ef1-8392-4f1c-8693-ae934a274ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454'] for port, after_delete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:18.712865 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475a8ef1-8392-4f1c-8693-ae934a274ad6 None None] No DVR routers for this DVR port b2acb2c5-0fc0-4477-8381-3a3db05fc289 on host dv-cinder-800015-3-iscsi {{(pid=105907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:03:18.714862 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a8ef1-8392-4f1c-8693-ae934a274ad6 None None] Pushing event deleted for resources: {'Port': ['ID=b2acb2c5-0fc0-4477-8381-3a3db05fc289,revision_number=None']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:18.722179 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c6934783-106f-442c-beb5-3a50d9eaf997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421029', 'neutron.services.segments.db._delete_segments_for_network-8782132920688'] for network, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:18.733125 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.services.segments.db [None req-c6934783-106f-442c-beb5-3a50d9eaf997 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e12c87ba-1aa2-40ac-b08a-47fcc85884a2']}} {{(pid=105905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:18.743361 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.services.segments.db [None req-c6934783-106f-442c-beb5-3a50d9eaf997 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7ac654-7d73-4fdb-8714-6ef6349cb46c') {'for_net_delete': True} {{(pid=105905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:18.743653 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.services.segments.db [None req-c6934783-106f-442c-beb5-3a50d9eaf997 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7ac654-7d73-4fdb-8714-6ef6349cb46c') {} {{(pid=105905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:18.752155 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c6934783-106f-442c-beb5-3a50d9eaf997 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782132923513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10027287'] for segment, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:18.765525 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c6934783-106f-442c-beb5-3a50d9eaf997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:18.772482 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6934783-106f-442c-beb5-3a50d9eaf997 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=105905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:03:18.772897 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c6934783-106f-442c-beb5-3a50d9eaf997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2374527'] for segment, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: Traceback (most recent call last): Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: timer() Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: cb(*args, **kw) Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: return func(*args, **kwargs) Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: self._notify() Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: self.callback(batched_events) Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: event.method(event) Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: return f(self, *a, **k) Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: return self._get(url).json() Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: return self.request(url, 'GET', **kwargs) Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:03:18.774488 dv-cinder-800015-3-iscsi neutron-server[105905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:03:18.927618 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c6934783-106f-442c-beb5-3a50d9eaf997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710307'] for network, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:18.934584 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c6934783-106f-442c-beb5-3a50d9eaf997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:18.936434 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-c6934783-106f-442c-beb5-3a50d9eaf997 admin admin] 10.222.0.63 "DELETE /v2.0/networks/e12c87ba-1aa2-40ac-b08a-47fcc85884a2 HTTP/1.1" status: 204 len: 168 time: 0.6937838 Aug 12 15:03:18.939498 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 45758) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:18.946885 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6934783-106f-442c-beb5-3a50d9eaf997 admin admin] Pushing event deleted for resources: {'Network': ['ID=e12c87ba-1aa2-40ac-b08a-47fcc85884a2,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:19.272543 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-a7a82578-f977-49f2-9398-f35ffafa71c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710037'] for router_interface, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:19.518679 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-a7a82578-f977-49f2-9398-f35ffafa71c0 admin admin] Deleting port 3c723db3-4f87-4029-9d9d-be510f2a16aa {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:03:19.519070 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-a7a82578-f977-49f2-9398-f35ffafa71c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:19.594548 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [None req-a7a82578-f977-49f2-9398-f35ffafa71c0 admin admin] For port 3c723db3-4f87-4029-9d9d-be510f2a16aa, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=3c723db3-4f87-4029-9d9d-be510f2a16aa,segment=NetworkSegment(9abc6be3-7fc3-4325-ad9c-a3b506e42580),segment_id=9abc6be3-7fc3-4325-ad9c-a3b506e42580)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:03:19.594911 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-a7a82578-f977-49f2-9398-f35ffafa71c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:19.607392 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-a7a82578-f977-49f2-9398-f35ffafa71c0 admin admin] Calling delete_port for 3c723db3-4f87-4029-9d9d-be510f2a16aa owned by network:router_interface {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:03:19.792273 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 03be5ba2-e995-4228-8a59-501714c066dd no longer exists at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:03:19.811479 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] No Port match for: 03be5ba2-e995-4228-8a59-501714c066dd {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:03:19.811817 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 03be5ba2-e995-4228-8a59-501714c066dd not bound to the agent host dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:03:19.812229 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device b2acb2c5-0fc0-4477-8381-3a3db05fc289 no longer exists at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:03:19.830689 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] No Port match for: b2acb2c5-0fc0-4477-8381-3a3db05fc289 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:03:19.831025 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device b2acb2c5-0fc0-4477-8381-3a3db05fc289 not bound to the agent host dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:03:19.887434 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-a7a82578-f977-49f2-9398-f35ffafa71c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:19.915241 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a82578-f977-49f2-9398-f35ffafa71c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c723db3-4f87-4029-9d9d-be510f2a16aa,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:20.087627 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-a7a82578-f977-49f2-9398-f35ffafa71c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708645'] for router_interface, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:20.293530 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a82578-f977-49f2-9398-f35ffafa71c0 admin admin] Router ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:03:20.395811 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a82578-f977-49f2-9398-f35ffafa71c0 admin admin] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:03:20.400746 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-a7a82578-f977-49f2-9398-f35ffafa71c0 admin admin] 10.222.0.63 "PUT /v2.0/routers/ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4602222 Aug 12 15:03:20.403301 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 45760) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:20.405956 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1168883-4580-4dae-9196-d98fa70cf1d8 None None] Sync routers for ids ['ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2'] in dv-cinder-800015-3-iscsi {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:03:20.419274 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1168883-4580-4dae-9196-d98fa70cf1d8 None None] Routers {'ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:03:20.419955 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-a1168883-4580-4dae-9196-d98fa70cf1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:03:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:20.507452 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-cc40bba7-c538-4bc2-80fa-602fc808be0f admin admin] Notify callbacks [] for router, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:20.518027 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-a1168883-4580-4dae-9196-d98fa70cf1d8 None None] Set router ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:03:20.607436 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-cc40bba7-c538-4bc2-80fa-602fc808be0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:20.693874 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-a1168883-4580-4dae-9196-d98fa70cf1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2', 'name': 'tempest-TestMinimumBasicScenario-1413994371-router', 'tenant_id': '1dca75befe684ce8b9312c353987526e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '43cf945a-501f-4552-84c2-9dcae93cdc4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:31Z', 'updated_at': '2021-08-12T15:03:19Z', 'revision_number': 5, 'project_id': '1dca75befe684ce8b9312c353987526e', 'gw_port': {'id': '43cf945a-501f-4552-84c2-9dcae93cdc4d', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:31Z', 'updated_at': '2021-08-12T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:20.719711 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1168883-4580-4dae-9196-d98fa70cf1d8 None None] Checking router: ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2 for host: dv-cinder-800015-3-iscsi {{(pid=105908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:03:20.729722 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1168883-4580-4dae-9196-d98fa70cf1d8 None None] Routers {'ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:03:20.730333 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-a1168883-4580-4dae-9196-d98fa70cf1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:03:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:20.819271 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-a1168883-4580-4dae-9196-d98fa70cf1d8 None None] Set router ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2 gateway port host: None {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:03:20.874053 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-a1168883-4580-4dae-9196-d98fa70cf1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2', 'name': 'tempest-TestMinimumBasicScenario-1413994371-router', 'tenant_id': '1dca75befe684ce8b9312c353987526e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:31Z', 'updated_at': '2021-08-12T15:03:20Z', 'revision_number': 6, 'project_id': '1dca75befe684ce8b9312c353987526e', 'gw_port_host': None}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:20.900705 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1168883-4580-4dae-9196-d98fa70cf1d8 None None] The sync data for ids ['ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2'] in dv-cinder-800015-3-iscsi is: [{'id': 'ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2', 'name': 'tempest-TestMinimumBasicScenario-1413994371-router', 'tenant_id': '1dca75befe684ce8b9312c353987526e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:31Z', 'updated_at': '2021-08-12T15:03:20Z', 'revision_number': 6, 'project_id': '1dca75befe684ce8b9312c353987526e', 'gw_port_host': None}] {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:03:20.992899 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-cc40bba7-c538-4bc2-80fa-602fc808be0f admin admin] Deleting port 43cf945a-501f-4552-84c2-9dcae93cdc4d {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:03:20.993235 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-cc40bba7-c538-4bc2-80fa-602fc808be0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:21.067070 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [None req-cc40bba7-c538-4bc2-80fa-602fc808be0f admin admin] For port 43cf945a-501f-4552-84c2-9dcae93cdc4d, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=43cf945a-501f-4552-84c2-9dcae93cdc4d,segment=NetworkSegment(71f474ba-4ec1-4e39-a638-917b9b8eddd4),segment_id=71f474ba-4ec1-4e39-a638-917b9b8eddd4)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:03:21.067961 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-cc40bba7-c538-4bc2-80fa-602fc808be0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:21.079628 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-cc40bba7-c538-4bc2-80fa-602fc808be0f admin admin] Calling delete_port for 43cf945a-501f-4552-84c2-9dcae93cdc4d owned by network:router_gateway {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:03:21.326991 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-cc40bba7-c538-4bc2-80fa-602fc808be0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:21.355257 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40bba7-c538-4bc2-80fa-602fc808be0f admin admin] Pushing event deleted for resources: {'Port': ['ID=43cf945a-501f-4552-84c2-9dcae93cdc4d,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:21.416693 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-cc40bba7-c538-4bc2-80fa-602fc808be0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710367'] for router_gateway, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:21.510246 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-cc40bba7-c538-4bc2-80fa-602fc808be0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1412'] for router, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:21.512398 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-cc40bba7-c538-4bc2-80fa-602fc808be0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:21.647713 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-cc40bba7-c538-4bc2-80fa-602fc808be0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-708156'] for router, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:21.649191 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc40bba7-c538-4bc2-80fa-602fc808be0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2 {{(pid=105906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:03:21.654040 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-cc40bba7-c538-4bc2-80fa-602fc808be0f admin admin] Notify callbacks [] for router, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:21.655176 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-cc40bba7-c538-4bc2-80fa-602fc808be0f admin admin] 10.222.0.63 "DELETE /v2.0/routers/ed9e79c9-57d1-4817-a9c6-013b4bf2f0b2 HTTP/1.1" status: 204 len: 168 time: 1.2509744 Aug 12 15:03:21.658107 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 45762) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:21.702914 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_v2 [None req-52df0c6f-10e1-4b19-bd33-a7ecd07021d9 admin admin] Deleting subnet 8b74791b-935e-4325-a02a-764e59f96e84 {{(pid=105906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:03:21.706135 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-52df0c6f-10e1-4b19-bd33-a7ecd07021d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:21.743191 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-52df0c6f-10e1-4b19-bd33-a7ecd07021d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9760424'] for subnet, precommit_delete_associations {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:21.787325 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 3c723db3-4f87-4029-9d9d-be510f2a16aa no longer exists at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:03:21.807407 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] No Port match for: 3c723db3-4f87-4029-9d9d-be510f2a16aa {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:03:21.807758 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 3c723db3-4f87-4029-9d9d-be510f2a16aa not bound to the agent host dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:03:21.808184 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 43cf945a-501f-4552-84c2-9dcae93cdc4d no longer exists at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:03:21.827168 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] No Port match for: 43cf945a-501f-4552-84c2-9dcae93cdc4d {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:03:21.830246 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 43cf945a-501f-4552-84c2-9dcae93cdc4d not bound to the agent host dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:03:21.855983 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-52df0c6f-10e1-4b19-bd33-a7ecd07021d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417570'] for subnet, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:21.984433 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-52df0c6f-10e1-4b19-bd33-a7ecd07021d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9827590'] for subnet, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:22.010895 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df0c6f-10e1-4b19-bd33-a7ecd07021d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b74791b-935e-4325-a02a-764e59f96e84,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:22.012876 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-52df0c6f-10e1-4b19-bd33-a7ecd07021d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:22.015273 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-52df0c6f-10e1-4b19-bd33-a7ecd07021d9 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/8b74791b-935e-4325-a02a-764e59f96e84 HTTP/1.1" status: 204 len: 168 time: 0.3556736 Aug 12 15:03:22.017597 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 45764) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:22.019909 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d59b84-6ef1-4de3-9e2e-c3fca3055a6f None None] Network 09269422-89e3-4de9-8a86-724fdc9797d5 requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:03:22.087627 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-256af3a8-6e03-44f6-8c18-2965e3b1e1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1830333'] for network, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:22.139692 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-256af3a8-6e03-44f6-8c18-2965e3b1e1a2 admin admin] Deleting port 2ed23f53-c1c1-482a-bc80-c87ee3795ef4 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:03:22.139946 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-256af3a8-6e03-44f6-8c18-2965e3b1e1a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:22.188014 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63cd827-1f51-42b4-9c6d-be10d4ebd374 None None] DHCP port deletion for 09269422-89e3-4de9-8a86-724fdc9797d5 request from dv-cinder-800015-3-iscsi {{(pid=105907) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:03:22.204882 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [None req-256af3a8-6e03-44f6-8c18-2965e3b1e1a2 admin admin] For port 2ed23f53-c1c1-482a-bc80-c87ee3795ef4, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=2ed23f53-c1c1-482a-bc80-c87ee3795ef4,segment=NetworkSegment(9abc6be3-7fc3-4325-ad9c-a3b506e42580),segment_id=9abc6be3-7fc3-4325-ad9c-a3b506e42580)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:03:22.205292 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-256af3a8-6e03-44f6-8c18-2965e3b1e1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:22.218088 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-256af3a8-6e03-44f6-8c18-2965e3b1e1a2 admin admin] Calling delete_port for 2ed23f53-c1c1-482a-bc80-c87ee3795ef4 owned by network:dhcp {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:03:22.232199 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-e63cd827-1f51-42b4-9c6d-be10d4ebd374 None None] Deleting port 2ed23f53-c1c1-482a-bc80-c87ee3795ef4 {{(pid=105907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:03:22.232566 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e63cd827-1f51-42b4-9c6d-be10d4ebd374 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:22.296124 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-e63cd827-1f51-42b4-9c6d-be10d4ebd374 None None] For port 2ed23f53-c1c1-482a-bc80-c87ee3795ef4, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=2ed23f53-c1c1-482a-bc80-c87ee3795ef4,segment=NetworkSegment(9abc6be3-7fc3-4325-ad9c-a3b506e42580),segment_id=9abc6be3-7fc3-4325-ad9c-a3b506e42580)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:03:22.296519 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e63cd827-1f51-42b4-9c6d-be10d4ebd374 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:22.309203 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-e63cd827-1f51-42b4-9c6d-be10d4ebd374 None None] Calling delete_port for 2ed23f53-c1c1-482a-bc80-c87ee3795ef4 owned by network:dhcp {{(pid=105907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:03:22.389785 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-256af3a8-6e03-44f6-8c18-2965e3b1e1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:22.396946 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e63cd827-1f51-42b4-9c6d-be10d4ebd374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454'] for port, after_delete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:22.420800 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256af3a8-6e03-44f6-8c18-2965e3b1e1a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ed23f53-c1c1-482a-bc80-c87ee3795ef4,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:22.420800 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256af3a8-6e03-44f6-8c18-2965e3b1e1a2 admin admin] No DVR routers for this DVR port 2ed23f53-c1c1-482a-bc80-c87ee3795ef4 on host dv-cinder-800015-3-iscsi {{(pid=105906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:03:22.428043 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63cd827-1f51-42b4-9c6d-be10d4ebd374 None None] Pushing event deleted for resources: {'Port': ['ID=2ed23f53-c1c1-482a-bc80-c87ee3795ef4,revision_number=None']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:22.429948 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63cd827-1f51-42b4-9c6d-be10d4ebd374 None None] No DVR routers for this DVR port 2ed23f53-c1c1-482a-bc80-c87ee3795ef4 on host dv-cinder-800015-3-iscsi {{(pid=105907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:03:22.488000 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-256af3a8-6e03-44f6-8c18-2965e3b1e1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421029', 'neutron.services.segments.db._delete_segments_for_network-8782132920688'] for network, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:22.497468 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.services.segments.db [None req-256af3a8-6e03-44f6-8c18-2965e3b1e1a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09269422-89e3-4de9-8a86-724fdc9797d5']}} {{(pid=105906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:22.510792 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.services.segments.db [None req-256af3a8-6e03-44f6-8c18-2965e3b1e1a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9abc6be3-7fc3-4325-ad9c-a3b506e42580') {'for_net_delete': True} {{(pid=105906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:22.511083 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.services.segments.db [None req-256af3a8-6e03-44f6-8c18-2965e3b1e1a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9abc6be3-7fc3-4325-ad9c-a3b506e42580') {} {{(pid=105906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:22.519470 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-256af3a8-6e03-44f6-8c18-2965e3b1e1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782132923513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9760447'] for segment, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:22.534769 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-256af3a8-6e03-44f6-8c18-2965e3b1e1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:22.540986 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256af3a8-6e03-44f6-8c18-2965e3b1e1a2 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=105906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:03:22.541369 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-256af3a8-6e03-44f6-8c18-2965e3b1e1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2614568'] for segment, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: Traceback (most recent call last): Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: timer() Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: cb(*args, **kw) Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: return func(*args, **kwargs) Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: self._notify() Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: self.callback(batched_events) Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: event.method(event) Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: return f(self, *a, **k) Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: return self._get(url).json() Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: return self.request(url, 'GET', **kwargs) Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:03:22.543004 dv-cinder-800015-3-iscsi neutron-server[105906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:03:22.698409 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-256af3a8-6e03-44f6-8c18-2965e3b1e1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710307'] for network, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:22.703547 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-256af3a8-6e03-44f6-8c18-2965e3b1e1a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:22.709721 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-256af3a8-6e03-44f6-8c18-2965e3b1e1a2 admin admin] 10.222.0.63 "DELETE /v2.0/networks/09269422-89e3-4de9-8a86-724fdc9797d5 HTTP/1.1" status: 204 len: 168 time: 0.6869297 Aug 12 15:03:22.716856 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256af3a8-6e03-44f6-8c18-2965e3b1e1a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=09269422-89e3-4de9-8a86-724fdc9797d5,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:23.049834 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 45770) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:23.088121 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-f2808704-0581-4cfd-b120-4337f10ef28b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=870582b29ae2413fb6c942fc00bf278b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371308 Aug 12 15:03:23.090579 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 45772) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:23.137041 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-7330e465-3e64-41d8-99b0-2aca288ba0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:23.161883 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-7330e465-3e64-41d8-99b0-2aca288ba0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:23.258134 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-7330e465-3e64-41d8-99b0-2aca288ba0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:23.260743 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-7330e465-3e64-41d8-99b0-2aca288ba0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:23.261878 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-7330e465-3e64-41d8-99b0-2aca288ba0de admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1585c66b-515a-4a07-b69f-dc888bb88d9d HTTP/1.1" status: 204 len: 168 time: 0.1704259 Aug 12 15:03:23.269412 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330e465-3e64-41d8-99b0-2aca288ba0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1585c66b-515a-4a07-b69f-dc888bb88d9d,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:23.786423 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 2ed23f53-c1c1-482a-bc80-c87ee3795ef4 no longer exists at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:03:23.815010 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] No Port match for: 2ed23f53-c1c1-482a-bc80-c87ee3795ef4 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:03:23.815949 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 2ed23f53-c1c1-482a-bc80-c87ee3795ef4 not bound to the agent host dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:03:23.918005 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 45778) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:23.957619 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-afc98a61-957b-4973-b103-6eddb2392a49 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1dca75befe684ce8b9312c353987526e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383546 Aug 12 15:03:23.960030 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 45780) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:24.006333 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-38c57a60-d55c-42c8-bea6-d33b5e8400c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:24.026453 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-38c57a60-d55c-42c8-bea6-d33b5e8400c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:24.155545 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-38c57a60-d55c-42c8-bea6-d33b5e8400c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:24.158397 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-38c57a60-d55c-42c8-bea6-d33b5e8400c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:24.159550 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-38c57a60-d55c-42c8-bea6-d33b5e8400c0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0fe5e02b-d985-4812-bdb9-a32f63e9ebc0 HTTP/1.1" status: 204 len: 168 time: 0.1986156 Aug 12 15:03:24.168174 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c57a60-d55c-42c8-bea6-d33b5e8400c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe5e02b-d985-4812-bdb9-a32f63e9ebc0,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:27.961086 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e8a96-6e95-4e93-a4c2-b45293cf79c0 req-680bb35f-2581-4898-be35-e0ee068647f7 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:27.962546 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-600e8a96-6e95-4e93-a4c2-b45293cf79c0 req-680bb35f-2581-4898-be35-e0ee068647f7 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0481522 Aug 12 15:03:27.999077 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-600e8a96-6e95-4e93-a4c2-b45293cf79c0 req-6d789645-606c-40e3-8d00-238752b6ed9c tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305843 Aug 12 15:03:29.112510 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b36111-f07e-44c6-b251-212f80c42fb9 req-36462c81-2e88-4a37-8413-2e01de95afd8 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:29.114595 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-27b36111-f07e-44c6-b251-212f80c42fb9 req-36462c81-2e88-4a37-8413-2e01de95afd8 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0479798 Aug 12 15:03:29.151067 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-27b36111-f07e-44c6-b251-212f80c42fb9 req-fb539754-52bf-4e87-8888-55c860e0283b tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304463 Aug 12 15:03:30.127406 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41aa2e3-df37-4d0d-a5de-c460fcc80de1 req-e53cc570-c662-4493-8cc8-2d5d0a19f7a2 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:30.128927 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-d41aa2e3-df37-4d0d-a5de-c460fcc80de1 req-e53cc570-c662-4493-8cc8-2d5d0a19f7a2 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.73 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.0495417 Aug 12 15:03:30.220625 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-d41aa2e3-df37-4d0d-a5de-c460fcc80de1 req-f15570a9-cf67-431d-a02a-898b0a6a425a tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Deleting port 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:03:30.221004 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-d41aa2e3-df37-4d0d-a5de-c460fcc80de1 req-f15570a9-cf67-431d-a02a-898b0a6a425a tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:30.315854 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-d41aa2e3-df37-4d0d-a5de-c460fcc80de1 req-f15570a9-cf67-431d-a02a-898b0a6a425a tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] For port 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=1a4e0fc1-a13e-472d-a4ed-dcb7016b0340,segment=NetworkSegment(8cd8044e-55f7-42a0-8738-15d39b9e5b77),segment_id=8cd8044e-55f7-42a0-8738-15d39b9e5b77)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:03:30.316260 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-d41aa2e3-df37-4d0d-a5de-c460fcc80de1 req-f15570a9-cf67-431d-a02a-898b0a6a425a tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:30.470305 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33d033-0558-429d-8cec-6ba72eeeb1a8 req-fac89f94-1b14-441e-9548-1afc298e4832 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:30.471679 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-df33d033-0558-429d-8cec-6ba72eeeb1a8 req-fac89f94-1b14-441e-9548-1afc298e4832 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 946 time: 0.2518704 Aug 12 15:03:30.494195 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-d41aa2e3-df37-4d0d-a5de-c460fcc80de1 req-f15570a9-cf67-431d-a02a-898b0a6a425a tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:30.494564 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-d41aa2e3-df37-4d0d-a5de-c460fcc80de1 req-f15570a9-cf67-431d-a02a-898b0a6a425a tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710293'] for floatingip, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:30.494877 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.db.l3_db [req-d41aa2e3-df37-4d0d-a5de-c460fcc80de1 req-f15570a9-cf67-431d-a02a-898b0a6a425a tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Floating IP 48d14f95-755f-46fa-8bd0-5bc195f847ea disassociated. External IP: 172.27.1.16, port: 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340. Aug 12 15:03:30.495220 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-d41aa2e3-df37-4d0d-a5de-c460fcc80de1 req-f15570a9-cf67-431d-a02a-898b0a6a425a tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Calling delete_port for 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340 owned by compute:nova {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:03:30.508415 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-df33d033-0558-429d-8cec-6ba72eeeb1a8 req-47fc7c16-c491-47d0-bba2-069232d871e7 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299613 Aug 12 15:03:30.703678 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-d41aa2e3-df37-4d0d-a5de-c460fcc80de1 req-f15570a9-cf67-431d-a02a-898b0a6a425a tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:30.732182 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15570a9-cf67-431d-a02a-898b0a6a425a tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Pushing event deleted for resources: {'Port': ['ID=1a4e0fc1-a13e-472d-a4ed-dcb7016b0340,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:30.844413 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d41aa2e3-df37-4d0d-a5de-c460fcc80de1 req-f15570a9-cf67-431d-a02a-898b0a6a425a tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Router 0c28ffad-1df9-4880-8e06-759a68052040 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:03:30.948235 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d41aa2e3-df37-4d0d-a5de-c460fcc80de1 req-f15570a9-cf67-431d-a02a-898b0a6a425a tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:03:30.959421 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3145799-60c5-48c1-b46a-ee60bc7ea516 None None] Sync routers for ids ['0c28ffad-1df9-4880-8e06-759a68052040'] in dv-cinder-800015-3-iscsi {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:03:30.968389 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3145799-60c5-48c1-b46a-ee60bc7ea516 None None] Routers {'0c28ffad-1df9-4880-8e06-759a68052040'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:03:30.969031 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-f3145799-60c5-48c1-b46a-ee60bc7ea516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:03:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['0c28ffad-1df9-4880-8e06-759a68052040'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:30.986107 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41aa2e3-df37-4d0d-a5de-c460fcc80de1 req-f15570a9-cf67-431d-a02a-898b0a6a425a tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] No DVR routers for this DVR port 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340 on host hv-cinder-80001 {{(pid=105906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:03:30.988783 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-d41aa2e3-df37-4d0d-a5de-c460fcc80de1 req-f15570a9-cf67-431d-a02a-898b0a6a425a tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:30.990763 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-d41aa2e3-df37-4d0d-a5de-c460fcc80de1 req-f15570a9-cf67-431d-a02a-898b0a6a425a tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.73 "DELETE /v2.0/ports/1a4e0fc1-a13e-472d-a4ed-dcb7016b0340 HTTP/1.1" status: 204 len: 173 time: 0.8546796 Aug 12 15:03:30.991189 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbb1f6a-e922-4c62-95b0-cf8a7fe81e99', 'name': 'network-vif-deleted', 'tag': '1a4e0fc1-a13e-472d-a4ed-dcb7016b0340'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:03:30.993466 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19fced6-3063-4f13-9a00-5204321371fa" -d '{"events": [{"server_uuid": "adbb1f6a-e922-4c62-95b0-cf8a7fe81e99", "name": "network-vif-deleted", "tag": "1a4e0fc1-a13e-472d-a4ed-dcb7016b0340"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:03:31.028937 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2c3ba9-6a59-4323-9a6a-46a959c1926f x-openstack-request-id: req-1d2c3ba9-6a59-4323-9a6a-46a959c1926f {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:03:31.029228 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbb1f6a-e922-4c62-95b0-cf8a7fe81e99", "name": "network-vif-deleted", "tag": "1a4e0fc1-a13e-472d-a4ed-dcb7016b0340", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:03:31.029500 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1d2c3ba9-6a59-4323-9a6a-46a959c1926f {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:03:31.029963 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adbb1f6a-e922-4c62-95b0-cf8a7fe81e99', 'name': 'network-vif-deleted', 'tag': '1a4e0fc1-a13e-472d-a4ed-dcb7016b0340', 'status': 'completed', 'code': 200} Aug 12 15:03:31.200363 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-f3145799-60c5-48c1-b46a-ee60bc7ea516 None None] Set router 0c28ffad-1df9-4880-8e06-759a68052040 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:03:31.392146 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-f3145799-60c5-48c1-b46a-ee60bc7ea516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c28ffad-1df9-4880-8e06-759a68052040', 'name': 'tempest-AttachVolumeTestJSON-573941937-router', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:59:25Z', 'updated_at': '2021-08-12T14:59:29Z', 'revision_number': 4, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'gw_port': {'id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:26Z', 'updated_at': '2021-08-12T14:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '763a72f8-fb09-4eb2-91e4-2214a6cc3f16', 'name': '', 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'mac_address': 'fa:16:3e:1a:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:28Z', 'updated_at': '2021-08-12T14:59:34Z', 'revision_number': 5, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'subnets': [{'id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:31.420566 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3145799-60c5-48c1-b46a-ee60bc7ea516 None None] Checking router: 0c28ffad-1df9-4880-8e06-759a68052040 for host: dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:03:31.429144 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3145799-60c5-48c1-b46a-ee60bc7ea516 None None] Routers {'0c28ffad-1df9-4880-8e06-759a68052040'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:03:31.429733 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-f3145799-60c5-48c1-b46a-ee60bc7ea516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:03:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['0c28ffad-1df9-4880-8e06-759a68052040'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:31.530700 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-f3145799-60c5-48c1-b46a-ee60bc7ea516 None None] Set router 0c28ffad-1df9-4880-8e06-759a68052040 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:03:31.619933 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cc999e28-92d6-4e45-90e1-9fef29e19911 req-d66441a5-70f2-4443-929f-6658f2eb82a8 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=adbb1f6a-e922-4c62-95b0-cf8a7fe81e99 HTTP/1.1" status: 200 len: 210 time: 0.0304954 Aug 12 15:03:31.744066 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-f3145799-60c5-48c1-b46a-ee60bc7ea516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c28ffad-1df9-4880-8e06-759a68052040', 'name': 'tempest-AttachVolumeTestJSON-573941937-router', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:59:25Z', 'updated_at': '2021-08-12T14:59:29Z', 'revision_number': 4, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'gw_port': {'id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:26Z', 'updated_at': '2021-08-12T14:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '763a72f8-fb09-4eb2-91e4-2214a6cc3f16', 'name': '', 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'mac_address': 'fa:16:3e:1a:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:28Z', 'updated_at': '2021-08-12T14:59:34Z', 'revision_number': 5, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'subnets': [{'id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:31.770501 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3145799-60c5-48c1-b46a-ee60bc7ea516 None None] The sync data for ids ['0c28ffad-1df9-4880-8e06-759a68052040'] in dv-cinder-800015-3-iscsi is: [{'id': '0c28ffad-1df9-4880-8e06-759a68052040', 'name': 'tempest-AttachVolumeTestJSON-573941937-router', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:59:25Z', 'updated_at': '2021-08-12T14:59:29Z', 'revision_number': 4, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'gw_port': {'id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:26Z', 'updated_at': '2021-08-12T14:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '763a72f8-fb09-4eb2-91e4-2214a6cc3f16', 'name': '', 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'mac_address': 'fa:16:3e:1a:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:28Z', 'updated_at': '2021-08-12T14:59:34Z', 'revision_number': 5, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'subnets': [{'id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:03:31.988561 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b25d875-0d67-4826-9fdc-000b310873a8 None None] New status for floating IP 48d14f95-755f-46fa-8bd0-5bc195f847ea: DOWN {{(pid=105908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:03:32.801543 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 45808) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:32.854042 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8efeeb32-9791-469e-9517-74130711edb5 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:32.876219 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8efeeb32-9791-469e-9517-74130711edb5 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:32.989348 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8efeeb32-9791-469e-9517-74130711edb5 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:32.991894 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-8efeeb32-9791-469e-9517-74130711edb5 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:32.993054 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-8efeeb32-9791-469e-9517-74130711edb5 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "DELETE /v2.0/security-groups/05ddfe07-b9d8-457e-b8ad-101f7ac1ff79 HTTP/1.1" status: 204 len: 168 time: 0.1905253 Aug 12 15:03:32.995757 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 45810) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:33.002185 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efeeb32-9791-469e-9517-74130711edb5 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ddfe07-b9d8-457e-b8ad-101f7ac1ff79,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:33.009648 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.api.v2.resource [None req-4614583c-e357-4c2b-9875-181c4d5a1b74 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] show failed (client error): The resource could not be found. Aug 12 15:03:33.010645 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-4614583c-e357-4c2b-9875-181c4d5a1b74 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups/05ddfe07-b9d8-457e-b8ad-101f7ac1ff79 HTTP/1.1" status: 404 len: 347 time: 0.0139320 Aug 12 15:03:33.013432 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 45812) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:33.132641 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.plugin [None req-7f9af409-be7a-4393-886e-5aae6bb5e4df tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Deleting port 97a12c56-6c01-4328-9462-83ee97ca6024 {{(pid=105905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:03:33.132922 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7f9af409-be7a-4393-886e-5aae6bb5e4df tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:33.209008 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7f9af409-be7a-4393-886e-5aae6bb5e4df tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:33.209336 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7f9af409-be7a-4393-886e-5aae6bb5e4df tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:33.220353 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.plugin [None req-7f9af409-be7a-4393-886e-5aae6bb5e4df tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Calling delete_port for 97a12c56-6c01-4328-9462-83ee97ca6024 owned by network:floatingip {{(pid=105905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:03:33.434461 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7f9af409-be7a-4393-886e-5aae6bb5e4df tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374546'] for port, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:33.460653 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9af409-be7a-4393-886e-5aae6bb5e4df tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Pushing event deleted for resources: {'Port': ['ID=97a12c56-6c01-4328-9462-83ee97ca6024,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:33.521152 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7f9af409-be7a-4393-886e-5aae6bb5e4df tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for floatingip, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:33.523675 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7f9af409-be7a-4393-886e-5aae6bb5e4df tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for floatingip, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:33.524933 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-7f9af409-be7a-4393-886e-5aae6bb5e4df tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "DELETE /v2.0/floatingips/48d14f95-755f-46fa-8bd0-5bc195f847ea HTTP/1.1" status: 204 len: 168 time: 0.5105078 Aug 12 15:03:33.827723 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 45816) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:33.833027 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-06647608-71fe-46ea-a079-1c3559acc304 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1577928545', 'description': 'tempest-description--1108695652'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:03:33.914813 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-06647608-71fe-46ea-a079-1c3559acc304 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:33.994201 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-06647608-71fe-46ea-a079-1c3559acc304 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:34.086173 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-06647608-71fe-46ea-a079-1c3559acc304 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:34.115300 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06647608-71fe-46ea-a079-1c3559acc304 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f427d7-18b1-4a90-a49e-99d75b4aa031,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:34.206344 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-06647608-71fe-46ea-a079-1c3559acc304 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:34.208083 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-06647608-71fe-46ea-a079-1c3559acc304 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3793271 Aug 12 15:03:34.210805 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 45818) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:34.215292 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-b2cbde49-7df4-488c-861b-e895e4c53681 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Request body: {'security_group_rule': {'security_group_id': '02f427d7-18b1-4a90-a49e-99d75b4aa031', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:03:34.307677 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b2cbde49-7df4-488c-861b-e895e4c53681 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:34.320638 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:03:34.361782 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b2cbde49-7df4-488c-861b-e895e4c53681 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:34.422988 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b2cbde49-7df4-488c-861b-e895e4c53681 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741704'] for security_group_rule, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:34.437330 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cbde49-7df4-488c-861b-e895e4c53681 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d14355-74c4-40cb-ae2a-4cb8b4474857,revision_number=0']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:34.532204 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b2cbde49-7df4-488c-861b-e895e4c53681 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:34.533477 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-b2cbde49-7df4-488c-861b-e895e4c53681 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3216460 Aug 12 15:03:34.536577 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 45820) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:34.541199 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-3babbdc6-6100-4b41-af61-9524a863b758 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Request body: {'security_group_rule': {'security_group_id': '02f427d7-18b1-4a90-a49e-99d75b4aa031', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:03:34.662606 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-3babbdc6-6100-4b41-af61-9524a863b758 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:34.717736 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-3babbdc6-6100-4b41-af61-9524a863b758 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:34.806276 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:03:34.830152 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] No Port match for: 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:03:34.830495 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 1a4e0fc1-a13e-472d-a4ed-dcb7016b0340 not bound to the agent host hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:03:34.860052 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-3babbdc6-6100-4b41-af61-9524a863b758 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741704'] for security_group_rule, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:34.880173 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babbdc6-6100-4b41-af61-9524a863b758 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e97cbfb0-2b3a-40d2-8917-1347cb0d6cd1,revision_number=0']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:35.023199 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-3babbdc6-6100-4b41-af61-9524a863b758 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:35.024523 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-3babbdc6-6100-4b41-af61-9524a863b758 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4868958 Aug 12 15:03:35.027727 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 45822) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:35.033109 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-0cfddcd3-9e04-44dc-9e74-488ee51a5681 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Request body: {'floatingip': {'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:03:35.103329 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0cfddcd3-9e04-44dc-9e74-488ee51a5681 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for floatingip, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:35.200925 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0cfddcd3-9e04-44dc-9e74-488ee51a5681 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:35.306680 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.db_base_plugin_common [None req-0cfddcd3-9e04-44dc-9e74-488ee51a5681 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Allocated IP 172.27.1.79 (df63f438-b2ec-4f43-ad5b-12a75f4e90ce/8bfc729c-9def-42bb-b3b9-7901b6eeb5d6/90afc59c-6ca1-4c7c-81ed-e8406dbce6b5) {{(pid=105905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:03:35.403187 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0cfddcd3-9e04-44dc-9e74-488ee51a5681 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for port, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:35.498083 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0cfddcd3-9e04-44dc-9e74-488ee51a5681 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374546'] for port, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:35.538550 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfddcd3-9e04-44dc-9e74-488ee51a5681 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Network df63f438-b2ec-4f43-ad5b-12a75f4e90ce is already hosted by enough agents. {{(pid=105905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:03:35.541608 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-0cfddcd3-9e04-44dc-9e74-488ee51a5681 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Resources bound (agent type, host, resource id): {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:03:35.547523 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfddcd3-9e04-44dc-9e74-488ee51a5681 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Received port after_create {{(pid=105905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:03:35.572964 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfddcd3-9e04-44dc-9e74-488ee51a5681 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Pushing event updated for resources: {'Port': ['ID=90afc59c-6ca1-4c7c-81ed-e8406dbce6b5,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:35.636116 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0cfddcd3-9e04-44dc-9e74-488ee51a5681 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:35.752740 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0cfddcd3-9e04-44dc-9e74-488ee51a5681 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:35.755042 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:35.898450 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0cfddcd3-9e04-44dc-9e74-488ee51a5681 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for port, precommit_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:35.960144 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0cfddcd3-9e04-44dc-9e74-488ee51a5681 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2374555'] for port, after_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:36.031048 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfddcd3-9e04-44dc-9e74-488ee51a5681 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Pushing event updated for resources: {'Port': ['ID=90afc59c-6ca1-4c7c-81ed-e8406dbce6b5,revision_number=2']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:36.041433 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0cfddcd3-9e04-44dc-9e74-488ee51a5681 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710293'] for floatingip, after_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:36.125857 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-0cfddcd3-9e04-44dc-9e74-488ee51a5681 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for floatingip, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:36.127137 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-0cfddcd3-9e04-44dc-9e74-488ee51a5681 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0983412 Aug 12 15:03:36.309181 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-1c76549c-768e-4716-b769-c5534bb15346 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1577928545&fields=id&tenant_id=354567df920f421c84ca26c1b7eab2a1 HTTP/1.1" status: 200 len: 267 time: 0.0319901 Aug 12 15:03:36.414456 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-b532c87d-c693-4dfd-953c-c77e772c1fe1 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:36.415848 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-b532c87d-c693-4dfd-953c-c77e772c1fe1 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/networks?id=e7538b30-bfa9-411c-b4b8-e587c082b88a HTTP/1.1" status: 200 len: 810 time: 0.1002328 Aug 12 15:03:36.430864 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-06772c3c-b70c-4d22-98f8-ad72e5af0355 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/quotas/354567df920f421c84ca26c1b7eab2a1 HTTP/1.1" status: 200 len: 375 time: 0.0094278 Aug 12 15:03:36.482118 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-1d8ad386-fc89-45f6-bf69-0e312b9bc3bd tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=354567df920f421c84ca26c1b7eab2a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462911 Aug 12 15:03:36.578391 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-6ce1557c-50a3-448e-8cb9-fb8fe7702491 service neutron] 10.222.0.63 "GET /v2.0/networks/e7538b30-bfa9-411c-b4b8-e587c082b88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842257 Aug 12 15:03:36.667218 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-5c012025-5387-43de-9de3-785806ff3052 service neutron] 10.222.0.63 "GET /v2.0/networks/e7538b30-bfa9-411c-b4b8-e587c082b88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826709 Aug 12 15:03:36.887270 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-dc727bc9-5ae0-4b77-bf5a-0959138035b8 req-d70fa085-8ac0-4043-9ce3-1d1d405b8565 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=44972d37-4d86-43a4-869f-d82229ac30c1 HTTP/1.1" status: 200 len: 210 time: 0.0262675 Aug 12 15:03:37.992609 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-42fe143a-f8c7-40c2-8d00-d2d5df9e87de req-a29ddc3b-f107-431a-a49d-79ecf87190b1 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=44972d37-4d86-43a4-869f-d82229ac30c1 HTTP/1.1" status: 200 len: 210 time: 0.0325978 Aug 12 15:03:38.376254 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077796b-e026-4d5e-ad81-b4d3552ecfd6 req-b1ff8966-2c4b-443e-b6d8-8f998a5d5937 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:38.377666 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b077796b-e026-4d5e-ad81-b4d3552ecfd6 req-b1ff8966-2c4b-443e-b6d8-8f998a5d5937 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 945 time: 0.0550628 Aug 12 15:03:38.416077 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b077796b-e026-4d5e-ad81-b4d3552ecfd6 req-4a456d56-62d9-4763-806e-1a03cff88535 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319605 Aug 12 15:03:39.049842 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-7ead0783-ee38-45ca-8113-6e6fdde87013 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:39.052255 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-7ead0783-ee38-45ca-8113-6e6fdde87013 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.73 "GET /v2.0/networks?id=e7538b30-bfa9-411c-b4b8-e587c082b88a HTTP/1.1" status: 200 len: 810 time: 0.1096013 Aug 12 15:03:39.093254 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-58736a81-6c85-4a72-a8ae-34c22137f1db req-a3c390cb-773e-4656-89fd-c1f3199997c3 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=44972d37-4d86-43a4-869f-d82229ac30c1 HTTP/1.1" status: 200 len: 210 time: 0.0259614 Aug 12 15:03:39.099633 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-a9f072e5-76ad-4813-86c3-e961a72f7b86 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=354567df920f421c84ca26c1b7eab2a1 HTTP/1.1" status: 200 len: 380 time: 0.0368359 Aug 12 15:03:39.109541 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-2d298f8c-cbaa-4825-b75f-287baf04ce8b tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Request body: {'port': {'device_id': '44972d37-4d86-43a4-869f-d82229ac30c1', 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a', 'admin_state_up': True, 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'security_groups': ['02f427d7-18b1-4a90-a49e-99d75b4aa031']}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:03:39.291732 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-2d298f8c-cbaa-4825-b75f-287baf04ce8b tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Made reservation on behalf of 354567df920f421c84ca26c1b7eab2a1 for: {'port': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:03:39.295303 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-2d298f8c-cbaa-4825-b75f-287baf04ce8b tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:39.421842 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_common [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-2d298f8c-cbaa-4825-b75f-287baf04ce8b tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Allocated IP 172.20.0.7 (e7538b30-bfa9-411c-b4b8-e587c082b88a/396a65e9-67f2-4ba0-a778-6055cb57506a/2cf24895-2c5c-4602-9c90-e3aacd50d0b3) {{(pid=105906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:03:39.529742 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17328fe-8e9b-4e41-a58a-5b23372e086f req-834c5aae-6051-45d9-b322-7c63bc4aa435 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:39.531581 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c17328fe-8e9b-4e41-a58a-5b23372e086f req-834c5aae-6051-45d9-b322-7c63bc4aa435 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 945 time: 0.0492699 Aug 12 15:03:39.557204 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-2d298f8c-cbaa-4825-b75f-287baf04ce8b tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for port, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:39.570272 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-2d298f8c-cbaa-4825-b75f-287baf04ce8b tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Transition to ACTIVE for port object 2cf24895-2c5c-4602-9c90-e3aacd50d0b3 will not be triggered until provisioned by entity DHCP. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:03:39.573298 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c17328fe-8e9b-4e41-a58a-5b23372e086f req-8ec6b5b0-5c37-4c86-9c8e-5b8f476fdb3f tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353079 Aug 12 15:03:39.698043 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-2d298f8c-cbaa-4825-b75f-287baf04ce8b tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:39.745075 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-2d298f8c-cbaa-4825-b75f-287baf04ce8b tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Network e7538b30-bfa9-411c-b4b8-e587c082b88a is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:03:39.749932 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-2d298f8c-cbaa-4825-b75f-287baf04ce8b tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:03:39.753649 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-2d298f8c-cbaa-4825-b75f-287baf04ce8b tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Received port after_create {{(pid=105906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:03:39.779133 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d298f8c-cbaa-4825-b75f-287baf04ce8b tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Pushing event updated for resources: {'Port': ['ID=2cf24895-2c5c-4602-9c90-e3aacd50d0b3,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:39.808091 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-2d298f8c-cbaa-4825-b75f-287baf04ce8b tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:39.808704 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-2d298f8c-cbaa-4825-b75f-287baf04ce8b tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:39.898139 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-2d298f8c-cbaa-4825-b75f-287baf04ce8b tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7923305 Aug 12 15:03:39.910936 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-a8d275b1-efc0-49f7-be37-a0affa24b997 service neutron] Request body: {'port': {'device_id': '44972d37-4d86-43a4-869f-d82229ac30c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:03:39.961541 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-a8d275b1-efc0-49f7-be37-a0affa24b997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:40.005890 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-1575776c-a8a8-4726-bb5e-a0f3979b026a None None] Provisioning for port 2cf24895-2c5c-4602-9c90-e3aacd50d0b3 completed by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:03:40.010070 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-1575776c-a8a8-4726-bb5e-a0f3979b026a None None] Provisioning complete for port 2cf24895-2c5c-4602-9c90-e3aacd50d0b3 triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:03:40.010539 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-1575776c-a8a8-4726-bb5e-a0f3979b026a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:40.044303 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-1575776c-a8a8-4726-bb5e-a0f3979b026a None None] Port 2cf24895-2c5c-4602-9c90-e3aacd50d0b3 cannot update to ACTIVE because it is not bound. {{(pid=105907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:03:40.210321 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562b480-4559-4279-910d-f66a6b75c8d6 req-cd47a5b8-1ec6-44ec-965d-99717a010b8c tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:40.211801 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0562b480-4559-4279-910d-f66a6b75c8d6 req-cd47a5b8-1ec6-44ec-965d-99717a010b8c tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=44972d37-4d86-43a4-869f-d82229ac30c1 HTTP/1.1" status: 200 len: 931 time: 0.0517523 Aug 12 15:03:40.224062 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-a8d275b1-efc0-49f7-be37-a0affa24b997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf24895-2c5c-4602-9c90-e3aacd50d0b3 {{(pid=105906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:03:40.231527 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-a8d275b1-efc0-49f7-be37-a0affa24b997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:40.243089 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-a8d275b1-efc0-49f7-be37-a0affa24b997 service neutron] Transition to ACTIVE for port object 2cf24895-2c5c-4602-9c90-e3aacd50d0b3 will not be triggered until provisioned by entity L2. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:03:40.249235 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0562b480-4559-4279-910d-f66a6b75c8d6 req-2f531b1d-b2bf-45a3-a776-e7f27bd76ff5 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=02f427d7-18b1-4a90-a49e-99d75b4aa031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314696 Aug 12 15:03:40.314732 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-a8d275b1-efc0-49f7-be37-a0affa24b997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:40.364598 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d275b1-efc0-49f7-be37-a0affa24b997 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf24895-2c5c-4602-9c90-e3aacd50d0b3,revision_number=2']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:40.432674 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-a8d275b1-efc0-49f7-be37-a0affa24b997 service neutron] Attempting to bind port 2cf24895-2c5c-4602-9c90-e3aacd50d0b3 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:03:40.433043 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-a8d275b1-efc0-49f7-be37-a0affa24b997 service neutron] Attempting to bind port 2cf24895-2c5c-4602-9c90-e3aacd50d0b3 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': '8cd8044e-55f7-42a0-8738-15d39b9e5b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a'}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:03:40.433372 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-a8d275b1-efc0-49f7-be37-a0affa24b997 service neutron] Attempting to bind port 2cf24895-2c5c-4602-9c90-e3aacd50d0b3 on network e7538b30-bfa9-411c-b4b8-e587c082b88a {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:03:40.437728 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-a8d275b1-efc0-49f7-be37-a0affa24b997 service neutron] Port 2cf24895-2c5c-4602-9c90-e3aacd50d0b3 on network e7538b30-bfa9-411c-b4b8-e587c082b88a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:03:40.438045 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-a8d275b1-efc0-49f7-be37-a0affa24b997 service neutron] Attempting to bind port 2cf24895-2c5c-4602-9c90-e3aacd50d0b3 on network e7538b30-bfa9-411c-b4b8-e587c082b88a {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:03:40.442939 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-a8d275b1-efc0-49f7-be37-a0affa24b997 service neutron] Checking agent: {'id': '8bc968ee-63fe-4341-8ff4-51482bda9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'started_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:03:40.443279 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-a8d275b1-efc0-49f7-be37-a0affa24b997 service neutron] Checking segment: {'id': '8cd8044e-55f7-42a0-8738-15d39b9e5b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:03:40.443661 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-a8d275b1-efc0-49f7-be37-a0affa24b997 service neutron] Bound using segment: {'id': '8cd8044e-55f7-42a0-8738-15d39b9e5b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a'} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:03:40.444087 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-a8d275b1-efc0-49f7-be37-a0affa24b997 service neutron] Bound port: 2cf24895-2c5c-4602-9c90-e3aacd50d0b3, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd8044e-55f7-42a0-8738-15d39b9e5b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a'}}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:03:40.444438 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-a8d275b1-efc0-49f7-be37-a0affa24b997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:40.511957 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-a8d275b1-efc0-49f7-be37-a0affa24b997 service neutron] For port 2cf24895-2c5c-4602-9c90-e3aacd50d0b3, host hv-cinder-80001, cleared binding levels {{(pid=105906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:03:40.514936 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-a8d275b1-efc0-49f7-be37-a0affa24b997 service neutron] For port 2cf24895-2c5c-4602-9c90-e3aacd50d0b3, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=2cf24895-2c5c-4602-9c90-e3aacd50d0b3,segment=NetworkSegment(8cd8044e-55f7-42a0-8738-15d39b9e5b77),segment_id=8cd8044e-55f7-42a0-8738-15d39b9e5b77)] {{(pid=105906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:03:40.600762 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-a8d275b1-efc0-49f7-be37-a0affa24b997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:40.634718 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-a8d275b1-efc0-49f7-be37-a0affa24b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:40.635313 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-a8d275b1-efc0-49f7-be37-a0affa24b997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:40.636681 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-a8d275b1-efc0-49f7-be37-a0affa24b997 service neutron] 10.222.0.73 "PUT /v2.0/ports/2cf24895-2c5c-4602-9c90-e3aacd50d0b3 HTTP/1.1" status: 200 len: 1093 time: 0.7303319 Aug 12 15:03:40.637155 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44972d37-4d86-43a4-869f-d82229ac30c1', 'tag': '2cf24895-2c5c-4602-9c90-e3aacd50d0b3'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:03:40.639529 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b704303-55e6-4c4a-966f-5eeb54598753" -d '{"events": [{"name": "network-changed", "server_uuid": "44972d37-4d86-43a4-869f-d82229ac30c1", "tag": "2cf24895-2c5c-4602-9c90-e3aacd50d0b3"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:03:40.672496 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d275b1-efc0-49f7-be37-a0affa24b997 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf24895-2c5c-4602-9c90-e3aacd50d0b3,revision_number=3']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:40.678824 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d42f80-35d0-4d87-8ce8-c9a570211564 x-openstack-request-id: req-f8d42f80-35d0-4d87-8ce8-c9a570211564 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:03:40.679219 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44972d37-4d86-43a4-869f-d82229ac30c1", "tag": "2cf24895-2c5c-4602-9c90-e3aacd50d0b3", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:03:40.679615 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f8d42f80-35d0-4d87-8ce8-c9a570211564 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:03:40.680003 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44972d37-4d86-43a4-869f-d82229ac30c1', 'tag': '2cf24895-2c5c-4602-9c90-e3aacd50d0b3', 'status': 'completed', 'code': 200} Aug 12 15:03:40.713204 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8754b9-38cb-4527-8779-39f3e020971b req-1c790987-460f-49d2-bd5f-c370aba47d5c tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:40.714859 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4b8754b9-38cb-4527-8779-39f3e020971b req-1c790987-460f-49d2-bd5f-c370aba47d5c tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 945 time: 0.0754867 Aug 12 15:03:40.747074 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b704303-55e6-4c4a-966f-5eeb54598753 req-5506f52d-ae2d-4e84-b1e1-259283dd8ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:40.749212 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0b704303-55e6-4c4a-966f-5eeb54598753 req-5506f52d-ae2d-4e84-b1e1-259283dd8ed4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=354567df920f421c84ca26c1b7eab2a1&device_id=44972d37-4d86-43a4-869f-d82229ac30c1 HTTP/1.1" status: 200 len: 1096 time: 0.0486670 Aug 12 15:03:40.766870 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4b8754b9-38cb-4527-8779-39f3e020971b req-8d2c6ae2-31c2-4da5-b922-da4cc5a44fde tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437195 Aug 12 15:03:40.859285 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b704303-55e6-4c4a-966f-5eeb54598753 req-a96b406b-425b-4aff-ba43-bbbe2b8eb7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:40.860680 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0b704303-55e6-4c4a-966f-5eeb54598753 req-a96b406b-425b-4aff-ba43-bbbe2b8eb7ea service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=354567df920f421c84ca26c1b7eab2a1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1033955 Aug 12 15:03:40.954275 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b704303-55e6-4c4a-966f-5eeb54598753 req-4f3fc474-9696-4bdb-a25f-0342fb55abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:40.955660 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0b704303-55e6-4c4a-966f-5eeb54598753 req-4f3fc474-9696-4bdb-a25f-0342fb55abd7 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873723 Aug 12 15:03:41.046275 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-beaecbef-0a76-42c8-9ae9-2495a3fc5488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:41.047757 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-beaecbef-0a76-42c8-9ae9-2495a3fc5488 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=354567df920f421c84ca26c1b7eab2a1&device_id=44972d37-4d86-43a4-869f-d82229ac30c1 HTTP/1.1" status: 200 len: 1096 time: 0.0472362 Aug 12 15:03:41.095441 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-c9589c1d-2340-44a0-893a-5e8bfe197588 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cf24895-2c5c-4602-9c90-e3aacd50d0b3 HTTP/1.1" status: 200 len: 217 time: 0.0331721 Aug 12 15:03:41.143851 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-8a2be756-8f74-4e6d-81ee-eb04c427185f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:41.145226 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-8a2be756-8f74-4e6d-81ee-eb04c427185f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=396a65e9-67f2-4ba0-a778-6055cb57506a HTTP/1.1" status: 200 len: 849 time: 0.0430532 Aug 12 15:03:41.189483 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-70d7723e-a2b3-4749-b193-ef57cab7ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:41.190930 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-70d7723e-a2b3-4749-b193-ef57cab7ee57 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e7538b30-bfa9-411c-b4b8-e587c082b88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383308 Aug 12 15:03:41.283827 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-7a0e3266-7d6a-4e10-babc-73a6b13a66ab service neutron] 10.222.0.73 "GET /v2.0/networks/e7538b30-bfa9-411c-b4b8-e587c082b88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836756 Aug 12 15:03:41.370772 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5df65-3d16-4360-9c16-864c7cf60a44 req-696c16a9-6b5f-4016-84c1-4dde5505bfd0 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:41.372411 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e9a5df65-3d16-4360-9c16-864c7cf60a44 req-696c16a9-6b5f-4016-84c1-4dde5505bfd0 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=44972d37-4d86-43a4-869f-d82229ac30c1 HTTP/1.1" status: 200 len: 943 time: 0.0507820 Aug 12 15:03:41.376069 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1f5a4f8a-9f34-46f8-9929-537ca86ec2a7 req-beba2cdf-85ae-40bf-8dfa-12ef1927e796 service neutron] 10.222.0.73 "GET /v2.0/networks/e7538b30-bfa9-411c-b4b8-e587c082b88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848277 Aug 12 15:03:41.411554 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e9a5df65-3d16-4360-9c16-864c7cf60a44 req-628b0dc7-23cf-417b-afe8-353ce3211db1 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=02f427d7-18b1-4a90-a49e-99d75b4aa031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331604 Aug 12 15:03:41.874787 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5515bce-42f3-4599-b467-aed97daf1f07 req-9ccdaf03-9c48-4b79-8adc-fc47a9538b3e tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:41.876252 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f5515bce-42f3-4599-b467-aed97daf1f07 req-9ccdaf03-9c48-4b79-8adc-fc47a9538b3e tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 945 time: 0.0509379 Aug 12 15:03:41.913186 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f5515bce-42f3-4599-b467-aed97daf1f07 req-8e411357-cecc-4f88-aacd-b01edc41435b tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304749 Aug 12 15:03:42.262681 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-7ab3f486-8c11-4c72-a7b8-d671977f5b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:42.521624 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac7069-401c-4d94-8390-d32c5e7e8f1a req-4a37a2de-95e3-442b-b580-b334492f6566 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:42.523088 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c1ac7069-401c-4d94-8390-d32c5e7e8f1a req-4a37a2de-95e3-442b-b580-b334492f6566 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=44972d37-4d86-43a4-869f-d82229ac30c1 HTTP/1.1" status: 200 len: 943 time: 0.0470142 Aug 12 15:03:42.560651 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c1ac7069-401c-4d94-8390-d32c5e7e8f1a req-e45b08f7-86bb-4be6-ab73-be5e00d461b0 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=02f427d7-18b1-4a90-a49e-99d75b4aa031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316074 Aug 12 15:03:43.023632 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761397fd-3e71-4cb2-8461-36475c6d6eb9 req-052edff5-a44b-462e-a8b5-88633b9ddf1c tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:43.025113 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-761397fd-3e71-4cb2-8461-36475c6d6eb9 req-052edff5-a44b-462e-a8b5-88633b9ddf1c tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 945 time: 0.0473490 Aug 12 15:03:43.061566 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-761397fd-3e71-4cb2-8461-36475c6d6eb9 req-d7451e4c-b5a3-471e-9114-8181e5aff107 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304523 Aug 12 15:03:43.676443 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f01021-b77b-4c71-b28d-920e4bc8c303 req-fa9dc2f5-44a8-4560-b296-4049df9083ed tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:43.677916 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-13f01021-b77b-4c71-b28d-920e4bc8c303 req-fa9dc2f5-44a8-4560-b296-4049df9083ed tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=44972d37-4d86-43a4-869f-d82229ac30c1 HTTP/1.1" status: 200 len: 943 time: 0.0520146 Aug 12 15:03:43.714728 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-13f01021-b77b-4c71-b28d-920e4bc8c303 req-d027a205-63b1-4c96-a2dd-9b0eaa423abe tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=02f427d7-18b1-4a90-a49e-99d75b4aa031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308080 Aug 12 15:03:44.174029 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8167b9-7116-4cbb-b047-e6c728cdcdbf req-3422e5e9-74a7-4953-a636-48f996b36976 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:44.176107 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1b8167b9-7116-4cbb-b047-e6c728cdcdbf req-3422e5e9-74a7-4953-a636-48f996b36976 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 945 time: 0.0478184 Aug 12 15:03:44.212779 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1b8167b9-7116-4cbb-b047-e6c728cdcdbf req-9ddeabb9-2a21-4d3b-9ea6-068a836c9399 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305843 Aug 12 15:03:44.514157 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-bf259a7b-7f46-4df6-9328-9a754f928d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:44.833399 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192c6f1-7725-40e0-b2c2-f74a7b465aee req-5cbda9e0-748f-4765-abd2-4f69576ed082 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:44.834763 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1192c6f1-7725-40e0-b2c2-f74a7b465aee req-5cbda9e0-748f-4765-abd2-4f69576ed082 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=44972d37-4d86-43a4-869f-d82229ac30c1 HTTP/1.1" status: 200 len: 943 time: 0.0527050 Aug 12 15:03:44.839636 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 2cf24895-2c5c-4602-9c90-e3aacd50d0b3 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=105907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:03:44.871460 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1192c6f1-7725-40e0-b2c2-f74a7b465aee req-507b9dd9-e118-4b58-978f-16b14c0e30dd tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=02f427d7-18b1-4a90-a49e-99d75b4aa031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307722 Aug 12 15:03:44.934927 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 2cf24895-2c5c-4602-9c90-e3aacd50d0b3, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=2cf24895-2c5c-4602-9c90-e3aacd50d0b3,segment=NetworkSegment(8cd8044e-55f7-42a0-8738-15d39b9e5b77),segment_id=8cd8044e-55f7-42a0-8738-15d39b9e5b77)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:03:44.950977 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Returning: {'device': '2cf24895-2c5c-4602-9c90-e3aacd50d0b3', 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a', 'port_id': '2cf24895-2c5c-4602-9c90-e3aacd50d0b3', 'mac_address': 'fa:16:3e:61:30:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:03:44.994610 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:44.995984 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:45.008060 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf24895-2c5c-4602-9c90-e3aacd50d0b3 {{(pid=105907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:03:45.027633 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 2cf24895-2c5c-4602-9c90-e3aacd50d0b3, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=2cf24895-2c5c-4602-9c90-e3aacd50d0b3,segment=NetworkSegment(8cd8044e-55f7-42a0-8738-15d39b9e5b77),segment_id=8cd8044e-55f7-42a0-8738-15d39b9e5b77)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:03:45.067817 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:45.116113 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=2cf24895-2c5c-4602-9c90-e3aacd50d0b3,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:45.123298 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:45.123675 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:45.124023 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:45.124365 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:45.124733 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:45.125082 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:45.125439 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:45.125775 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:45.126108 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:45.126475 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:45.126800 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:45.127125 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:45.333770 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['2cf24895-2c5c-4602-9c90-e3aacd50d0b3'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:03:45.338165 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfc1c5-e9b6-499e-b652-f319c30743ac req-0474e5bc-980c-4831-86a9-8c279c680013 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:45.339786 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7ccfc1c5-e9b6-499e-b652-f319c30743ac req-0474e5bc-980c-4831-86a9-8c279c680013 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 945 time: 0.0577264 Aug 12 15:03:45.377404 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7ccfc1c5-e9b6-499e-b652-f319c30743ac req-b8349e55-8217-428b-9c34-fb18bcdaafc8 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316517 Aug 12 15:03:45.885438 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:45.986461 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd39a9-ba01-4bb2-bd9b-e1f4c569e7bd req-a082d1fa-5962-4b0f-91e1-fe5f4e1c0890 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:45.988547 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-61cd39a9-ba01-4bb2-bd9b-e1f4c569e7bd req-a082d1fa-5962-4b0f-91e1-fe5f4e1c0890 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=44972d37-4d86-43a4-869f-d82229ac30c1 HTTP/1.1" status: 200 len: 944 time: 0.0470259 Aug 12 15:03:46.024740 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-61cd39a9-ba01-4bb2-bd9b-e1f4c569e7bd req-757e4290-24da-44e9-87c7-9a68ca5a1ab0 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=02f427d7-18b1-4a90-a49e-99d75b4aa031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301926 Aug 12 15:03:46.495228 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1aa6e-3e6d-491c-8530-bb163100bffa req-8136912d-b529-44dc-8c13-b9df31847b67 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:46.496701 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3cb1aa6e-3e6d-491c-8530-bb163100bffa req-8136912d-b529-44dc-8c13-b9df31847b67 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 945 time: 0.0531020 Aug 12 15:03:46.539091 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3cb1aa6e-3e6d-491c-8530-bb163100bffa req-3dc8b612-5442-44c4-92ab-325b00f12dda tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363700 Aug 12 15:03:46.854950 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 2cf24895-2c5c-4602-9c90-e3aacd50d0b3 up at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:03:47.005039 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning for port 2cf24895-2c5c-4602-9c90-e3aacd50d0b3 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:03:47.008750 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning complete for port 2cf24895-2c5c-4602-9c90-e3aacd50d0b3 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:03:47.009119 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:47.085755 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:47.107861 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44972d37-4d86-43a4-869f-d82229ac30c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf24895-2c5c-4602-9c90-e3aacd50d0b3'}] {{(pid=105907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:03:47.110006 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d000d793ac8a3d868a659aad16e36a91200609b2b231164c0c4cfca9150c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7343ee-dc36-4e3c-be97-e1b3023eb850" -d '{"events": [{"server_uuid": "44972d37-4d86-43a4-869f-d82229ac30c1", "name": "network-vif-plugged", "status": "completed", "tag": "2cf24895-2c5c-4602-9c90-e3aacd50d0b3"}]}' {{(pid=105907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:03:47.123741 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 2cf24895-2c5c-4602-9c90-e3aacd50d0b3, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=2cf24895-2c5c-4602-9c90-e3aacd50d0b3,segment=NetworkSegment(8cd8044e-55f7-42a0-8738-15d39b9e5b77),segment_id=8cd8044e-55f7-42a0-8738-15d39b9e5b77)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:03:47.142556 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da88eb-5337-4b91-a61a-f76bc3dcbdb3 req-2c1eddca-e027-4ee9-8bc7-a4b95b456f26 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:47.144585 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c5da88eb-5337-4b91-a61a-f76bc3dcbdb3 req-2c1eddca-e027-4ee9-8bc7-a4b95b456f26 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=44972d37-4d86-43a4-869f-d82229ac30c1 HTTP/1.1" status: 200 len: 944 time: 0.0526140 Aug 12 15:03:47.150217 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa14a4a-0464-46cb-86c4-346481f2c8e2 x-openstack-request-id: req-ffa14a4a-0464-46cb-86c4-346481f2c8e2 {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:03:47.152192 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44972d37-4d86-43a4-869f-d82229ac30c1", "name": "network-vif-plugged", "status": "completed", "tag": "2cf24895-2c5c-4602-9c90-e3aacd50d0b3", "code": 200}]} {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:03:47.152192 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ffa14a4a-0464-46cb-86c4-346481f2c8e2 {{(pid=105907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:03:47.152192 dv-cinder-800015-3-iscsi neutron-server[105907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44972d37-4d86-43a4-869f-d82229ac30c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf24895-2c5c-4602-9c90-e3aacd50d0b3', 'code': 200} Aug 12 15:03:47.184920 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c5da88eb-5337-4b91-a61a-f76bc3dcbdb3 req-2bb798d3-2572-4a43-b104-257da602c410 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=02f427d7-18b1-4a90-a49e-99d75b4aa031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338006 Aug 12 15:03:47.199614 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:47.248828 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=2cf24895-2c5c-4602-9c90-e3aacd50d0b3,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:47.433260 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56253b-a021-4c16-a789-f9f3702eef43 req-9da08067-f069-49a8-a873-5b6bd2befdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:47.434748 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0e56253b-a021-4c16-a789-f9f3702eef43 req-9da08067-f069-49a8-a873-5b6bd2befdf2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=44972d37-4d86-43a4-869f-d82229ac30c1 HTTP/1.1" status: 200 len: 1098 time: 0.0435209 Aug 12 15:03:47.469457 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0e56253b-a021-4c16-a789-f9f3702eef43 req-dff2b454-86fd-44bc-befd-b38539d93ca9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=02f427d7-18b1-4a90-a49e-99d75b4aa031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269566 Aug 12 15:03:47.479283 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:47.655769 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353640c-8ce5-4eca-9a9d-2c227ea6e4d7 req-d3aa5d84-b375-4bd0-a9fb-61d1f0459309 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:47.657143 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5353640c-8ce5-4eca-9a9d-2c227ea6e4d7 req-d3aa5d84-b375-4bd0-a9fb-61d1f0459309 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 945 time: 0.0484328 Aug 12 15:03:47.699767 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5353640c-8ce5-4eca-9a9d-2c227ea6e4d7 req-28cf7349-ce67-41ac-ac14-54ecb56077f3 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322845 Aug 12 15:03:48.298143 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef465a1-4a8a-48ab-a0e8-3ff7aa336591 req-84d74600-e394-4f64-b92b-deb700ce412e tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:48.299630 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0ef465a1-4a8a-48ab-a0e8-3ff7aa336591 req-84d74600-e394-4f64-b92b-deb700ce412e tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=44972d37-4d86-43a4-869f-d82229ac30c1 HTTP/1.1" status: 200 len: 945 time: 0.0492833 Aug 12 15:03:48.337724 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0ef465a1-4a8a-48ab-a0e8-3ff7aa336591 req-97bdf133-c146-4b35-8e14-1fea0ae3ab52 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=02f427d7-18b1-4a90-a49e-99d75b4aa031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317824 Aug 12 15:03:48.653102 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed90e3f-9be7-4ecf-96b5-6177fdd5005d req-b55a0112-2aef-447d-b4f0-02b23084a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:48.654571 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0ed90e3f-9be7-4ecf-96b5-6177fdd5005d req-b55a0112-2aef-447d-b4f0-02b23084a4f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da657e2106dc46a7ae185eb3fb6d4506&device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 1098 time: 0.0404348 Aug 12 15:03:48.747639 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed90e3f-9be7-4ecf-96b5-6177fdd5005d req-54049864-4d3a-4bf8-9d8a-cdd0d5d63f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:48.749212 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0ed90e3f-9be7-4ecf-96b5-6177fdd5005d req-54049864-4d3a-4bf8-9d8a-cdd0d5d63f66 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7afd0ba9-a757-4823-8e62-3449919f76ad HTTP/1.1" status: 200 len: 909 time: 0.0874705 Aug 12 15:03:48.815098 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0ed90e3f-9be7-4ecf-96b5-6177fdd5005d req-dfd58f92-1cfe-4513-88fb-554aa204cb84 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb634682-ee80-438c-9113-f16cfbcb0473 HTTP/1.1" status: 200 len: 1001 time: 0.0579631 Aug 12 15:03:48.815777 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d4abb-af2a-415c-a4b9-f7a3f1a74350 req-abeb14ac-fe3f-48eb-8424-0e9a6e508e7a tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:48.817263 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cd2d4abb-af2a-415c-a4b9-f7a3f1a74350 req-abeb14ac-fe3f-48eb-8424-0e9a6e508e7a tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 945 time: 0.0515890 Aug 12 15:03:48.853966 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-cd2d4abb-af2a-415c-a4b9-f7a3f1a74350 req-942ec31e-e149-46f9-bbad-d7ccaf8ecde4 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307920 Aug 12 15:03:48.863080 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed90e3f-9be7-4ecf-96b5-6177fdd5005d req-1606c478-1252-41c3-a90a-dc1c509f1d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:48.864571 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0ed90e3f-9be7-4ecf-96b5-6177fdd5005d req-1606c478-1252-41c3-a90a-dc1c509f1d76 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a379225-2e3f-460f-95c4-507a052d0604 HTTP/1.1" status: 200 len: 847 time: 0.0421896 Aug 12 15:03:48.912191 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed90e3f-9be7-4ecf-96b5-6177fdd5005d req-3e10484c-4136-4c8e-9a8c-62690e53ee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:48.914153 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0ed90e3f-9be7-4ecf-96b5-6177fdd5005d req-3e10484c-4136-4c8e-9a8c-62690e53ee61 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7afd0ba9-a757-4823-8e62-3449919f76ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418050 Aug 12 15:03:48.999909 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0ed90e3f-9be7-4ecf-96b5-6177fdd5005d req-b8429a10-cc30-4c29-9732-5c8c38714998 service neutron] 10.222.0.73 "GET /v2.0/networks/7afd0ba9-a757-4823-8e62-3449919f76ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786405 Aug 12 15:03:49.092045 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0ed90e3f-9be7-4ecf-96b5-6177fdd5005d req-9eb883f9-0a01-42c2-a745-413e4ecb5c3c service neutron] 10.222.0.73 "GET /v2.0/networks/7afd0ba9-a757-4823-8e62-3449919f76ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842731 Aug 12 15:03:49.454530 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b754f-532e-4ca4-affd-48c1fa6da64a req-9c25da77-cda6-4203-ae47-67cc399e7088 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:49.456172 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-865b754f-532e-4ca4-affd-48c1fa6da64a req-9c25da77-cda6-4203-ae47-67cc399e7088 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=44972d37-4d86-43a4-869f-d82229ac30c1 HTTP/1.1" status: 200 len: 945 time: 0.0541224 Aug 12 15:03:49.493143 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-865b754f-532e-4ca4-affd-48c1fa6da64a req-807259ed-9e76-42a1-b3fc-79569a5093d4 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=02f427d7-18b1-4a90-a49e-99d75b4aa031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303741 Aug 12 15:03:49.615192 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eed5de-e92a-48d7-85b1-3bd6a9fd342a req-c465cab4-eb91-47c9-97eb-1c9c4d9bc736 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:49.616575 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d2eed5de-e92a-48d7-85b1-3bd6a9fd342a req-c465cab4-eb91-47c9-97eb-1c9c4d9bc736 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 947 time: 0.0789258 Aug 12 15:03:49.628144 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959e6b5-8a42-40d5-92d1-aa1cf1f8b68a req-b27dd80d-7a09-4879-ada4-07d0308def35 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:49.629560 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2959e6b5-8a42-40d5-92d1-aa1cf1f8b68a req-b27dd80d-7a09-4879-ada4-07d0308def35 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=44972d37-4d86-43a4-869f-d82229ac30c1 HTTP/1.1" status: 200 len: 945 time: 0.0662801 Aug 12 15:03:49.638834 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 45916) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:49.649160 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-dd088e14-4d7a-46e4-8ad5-00ac3d192aa8 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Request body: {'floatingip': {'port_id': '2cf24895-2c5c-4602-9c90-e3aacd50d0b3'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:03:49.690037 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-dd088e14-4d7a-46e4-8ad5-00ac3d192aa8 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for floatingip, before_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:49.736258 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d2eed5de-e92a-48d7-85b1-3bd6a9fd342a req-3fad520f-54c5-4085-b623-7b3afe92d9ce tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057763 Aug 12 15:03:50.060070 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ff28f-8838-4af2-90b3-5f2b88bc8399 req-f22b99b0-fecf-40d0-b1c4-2ac359dabcbe tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:50.061544 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-499ff28f-8838-4af2-90b3-5f2b88bc8399 req-f22b99b0-fecf-40d0-b1c4-2ac359dabcbe tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 945 time: 0.1252909 Aug 12 15:03:50.133615 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-499ff28f-8838-4af2-90b3-5f2b88bc8399 req-c4f5d00c-e548-49f4-b049-f34a3cf06bb3 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653687 Aug 12 15:03:50.183494 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-dd088e14-4d7a-46e4-8ad5-00ac3d192aa8 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:50.268190 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-dd088e14-4d7a-46e4-8ad5-00ac3d192aa8 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710293'] for floatingip, after_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:50.364331 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.db.l3_db [None req-dd088e14-4d7a-46e4-8ad5-00ac3d192aa8 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Floating IP 6afd7412-7e95-47d4-8f01-cf0050ae048a associated. External IP: 172.27.1.79, port: 2cf24895-2c5c-4602-9c90-e3aacd50d0b3. Aug 12 15:03:50.563771 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd088e14-4d7a-46e4-8ad5-00ac3d192aa8 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Router 0c28ffad-1df9-4880-8e06-759a68052040 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:03:50.673111 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd088e14-4d7a-46e4-8ad5-00ac3d192aa8 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:03:50.678578 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-dd088e14-4d7a-46e4-8ad5-00ac3d192aa8 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for floatingip, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:50.683824 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2a5cf0-8ff0-4932-8afb-b4d89c0eaf76 None None] Sync routers for ids ['0c28ffad-1df9-4880-8e06-759a68052040'] in dv-cinder-800015-3-iscsi {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:03:50.693569 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2a5cf0-8ff0-4932-8afb-b4d89c0eaf76 None None] Routers {'0c28ffad-1df9-4880-8e06-759a68052040'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:03:50.694225 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-df2a5cf0-8ff0-4932-8afb-b4d89c0eaf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:03:44Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['0c28ffad-1df9-4880-8e06-759a68052040'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:50.707335 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-dd088e14-4d7a-46e4-8ad5-00ac3d192aa8 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "PUT /v2.0/floatingips/6afd7412-7e95-47d4-8f01-cf0050ae048a HTTP/1.1" status: 200 len: 990 time: 1.0675068 Aug 12 15:03:50.707898 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44972d37-4d86-43a4-869f-d82229ac30c1', 'tag': '2cf24895-2c5c-4602-9c90-e3aacd50d0b3'}] {{(pid=105905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:03:50.710184 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1238f1f5812354b64934186896ad6aa3779af87d0a627baf2a0b63d001b00141" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360656b8-8bf3-4454-ac65-f90124633d57" -d '{"events": [{"name": "network-changed", "server_uuid": "44972d37-4d86-43a4-869f-d82229ac30c1", "tag": "2cf24895-2c5c-4602-9c90-e3aacd50d0b3"}]}' {{(pid=105905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:03:50.760150 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad75c8e5-6f92-4a2a-9d81-66eb6452ba5b x-openstack-request-id: req-ad75c8e5-6f92-4a2a-9d81-66eb6452ba5b {{(pid=105905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:03:50.760537 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44972d37-4d86-43a4-869f-d82229ac30c1", "tag": "2cf24895-2c5c-4602-9c90-e3aacd50d0b3", "status": "completed", "code": 200}]} {{(pid=105905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:03:50.760792 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ad75c8e5-6f92-4a2a-9d81-66eb6452ba5b {{(pid=105905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:03:50.761192 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44972d37-4d86-43a4-869f-d82229ac30c1', 'tag': '2cf24895-2c5c-4602-9c90-e3aacd50d0b3', 'status': 'completed', 'code': 200} Aug 12 15:03:50.836351 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360656b8-8bf3-4454-ac65-f90124633d57 req-e759c7b9-9770-4576-b217-9ee030244568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:50.837907 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-360656b8-8bf3-4454-ac65-f90124633d57 req-e759c7b9-9770-4576-b217-9ee030244568 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=354567df920f421c84ca26c1b7eab2a1&device_id=44972d37-4d86-43a4-869f-d82229ac30c1 HTTP/1.1" status: 200 len: 1098 time: 0.0553505 Aug 12 15:03:50.841746 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-df2a5cf0-8ff0-4932-8afb-b4d89c0eaf76 None None] Set router 0c28ffad-1df9-4880-8e06-759a68052040 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:03:50.885185 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957139b6-0532-4bb0-a3e8-6a3ea58f0afd req-f6afad81-2934-4626-901b-82f61925890f tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:50.887141 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-957139b6-0532-4bb0-a3e8-6a3ea58f0afd req-f6afad81-2934-4626-901b-82f61925890f tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 947 time: 0.0506382 Aug 12 15:03:50.932616 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-957139b6-0532-4bb0-a3e8-6a3ea58f0afd req-fdaeadbd-ae41-4d30-aa07-d7f936631e6b tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394564 Aug 12 15:03:50.939962 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360656b8-8bf3-4454-ac65-f90124633d57 req-83ee1f60-093c-4e07-8093-b90d89df2fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:50.941522 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-360656b8-8bf3-4454-ac65-f90124633d57 req-83ee1f60-093c-4e07-8093-b90d89df2fb4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e7538b30-bfa9-411c-b4b8-e587c082b88a HTTP/1.1" status: 200 len: 911 time: 0.0952322 Aug 12 15:03:51.046112 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-360656b8-8bf3-4454-ac65-f90124633d57 req-a0935e32-dea6-4916-bc8e-7bacb126685a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cf24895-2c5c-4602-9c90-e3aacd50d0b3 HTTP/1.1" status: 200 len: 998 time: 0.0871742 Aug 12 15:03:51.054087 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24c81d-ae9b-4f51-b1e3-3d8f78ee25e7 req-d0541940-bd72-48f0-99f8-d826060fdd72 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:51.055854 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-4f24c81d-ae9b-4f51-b1e3-3d8f78ee25e7 req-d0541940-bd72-48f0-99f8-d826060fdd72 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.73 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 947 time: 0.0958843 Aug 12 15:03:51.082677 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-df2a5cf0-8ff0-4932-8afb-b4d89c0eaf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c28ffad-1df9-4880-8e06-759a68052040', 'name': 'tempest-AttachVolumeTestJSON-573941937-router', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:59:25Z', 'updated_at': '2021-08-12T14:59:29Z', 'revision_number': 4, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'gw_port': {'id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:26Z', 'updated_at': '2021-08-12T14:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_floatingips': [{'id': '6afd7412-7e95-47d4-8f01-cf0050ae048a', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'port_id': '2cf24895-2c5c-4602-9c90-e3aacd50d0b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a', 'mac_address': 'fa:16:3e:61:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44972d37-4d86-43a4-869f-d82229ac30c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:03:35Z', 'updated_at': '2021-08-12T15:03:50Z', 'revision_number': 1, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763a72f8-fb09-4eb2-91e4-2214a6cc3f16', 'name': '', 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'mac_address': 'fa:16:3e:1a:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:28Z', 'updated_at': '2021-08-12T14:59:34Z', 'revision_number': 5, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'subnets': [{'id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:51.113052 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2a5cf0-8ff0-4932-8afb-b4d89c0eaf76 None None] Checking router: 0c28ffad-1df9-4880-8e06-759a68052040 for host: dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:03:51.125737 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2a5cf0-8ff0-4932-8afb-b4d89c0eaf76 None None] Routers {'0c28ffad-1df9-4880-8e06-759a68052040'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:03:51.126634 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-df2a5cf0-8ff0-4932-8afb-b4d89c0eaf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:03:44Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['0c28ffad-1df9-4880-8e06-759a68052040'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:51.256263 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-df2a5cf0-8ff0-4932-8afb-b4d89c0eaf76 None None] Set router 0c28ffad-1df9-4880-8e06-759a68052040 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:03:51.436431 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360656b8-8bf3-4454-ac65-f90124633d57 req-a505c8a8-c6c8-465b-9a79-cc9f745504b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:51.437947 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-360656b8-8bf3-4454-ac65-f90124633d57 req-a505c8a8-c6c8-465b-9a79-cc9f745504b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=396a65e9-67f2-4ba0-a778-6055cb57506a HTTP/1.1" status: 200 len: 849 time: 0.3812456 Aug 12 15:03:51.489256 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682784b-e64a-4c46-8d6e-a770da83a454 req-b5d5a80c-305d-475d-8009-9e144ecbb712 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:51.490806 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4682784b-e64a-4c46-8d6e-a770da83a454 req-b5d5a80c-305d-475d-8009-9e144ecbb712 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 945 time: 0.2822437 Aug 12 15:03:51.497018 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-4f24c81d-ae9b-4f51-b1e3-3d8f78ee25e7 req-d1504234-170a-4d01-86b1-b2ea1d9518e0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Deleting port 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:03:51.497410 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-4f24c81d-ae9b-4f51-b1e3-3d8f78ee25e7 req-d1504234-170a-4d01-86b1-b2ea1d9518e0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:51.501197 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360656b8-8bf3-4454-ac65-f90124633d57 req-1c4e1a8f-b2ed-4585-9b14-b0026e8826c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:51.502657 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-360656b8-8bf3-4454-ac65-f90124633d57 req-1c4e1a8f-b2ed-4585-9b14-b0026e8826c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e7538b30-bfa9-411c-b4b8-e587c082b88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575030 Aug 12 15:03:51.521442 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-df2a5cf0-8ff0-4932-8afb-b4d89c0eaf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c28ffad-1df9-4880-8e06-759a68052040', 'name': 'tempest-AttachVolumeTestJSON-573941937-router', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:59:25Z', 'updated_at': '2021-08-12T14:59:29Z', 'revision_number': 4, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'gw_port': {'id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:26Z', 'updated_at': '2021-08-12T14:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_floatingips': [{'id': '6afd7412-7e95-47d4-8f01-cf0050ae048a', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'port_id': '2cf24895-2c5c-4602-9c90-e3aacd50d0b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a', 'mac_address': 'fa:16:3e:61:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44972d37-4d86-43a4-869f-d82229ac30c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:03:35Z', 'updated_at': '2021-08-12T15:03:50Z', 'revision_number': 1, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763a72f8-fb09-4eb2-91e4-2214a6cc3f16', 'name': '', 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'mac_address': 'fa:16:3e:1a:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:28Z', 'updated_at': '2021-08-12T14:59:34Z', 'revision_number': 5, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'subnets': [{'id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:51.551183 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4682784b-e64a-4c46-8d6e-a770da83a454 req-1ece5e72-637c-4f4e-b0dc-4b83292c6623 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471489 Aug 12 15:03:51.561883 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2a5cf0-8ff0-4932-8afb-b4d89c0eaf76 None None] The sync data for ids ['0c28ffad-1df9-4880-8e06-759a68052040'] in dv-cinder-800015-3-iscsi is: [{'id': '0c28ffad-1df9-4880-8e06-759a68052040', 'name': 'tempest-AttachVolumeTestJSON-573941937-router', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:59:25Z', 'updated_at': '2021-08-12T14:59:29Z', 'revision_number': 4, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'gw_port': {'id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:26Z', 'updated_at': '2021-08-12T14:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_floatingips': [{'id': '6afd7412-7e95-47d4-8f01-cf0050ae048a', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'port_id': '2cf24895-2c5c-4602-9c90-e3aacd50d0b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a', 'mac_address': 'fa:16:3e:61:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44972d37-4d86-43a4-869f-d82229ac30c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:03:35Z', 'updated_at': '2021-08-12T15:03:50Z', 'revision_number': 1, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763a72f8-fb09-4eb2-91e4-2214a6cc3f16', 'name': '', 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'mac_address': 'fa:16:3e:1a:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:28Z', 'updated_at': '2021-08-12T14:59:34Z', 'revision_number': 5, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'subnets': [{'id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:03:51.668866 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-4f24c81d-ae9b-4f51-b1e3-3d8f78ee25e7 req-d1504234-170a-4d01-86b1-b2ea1d9518e0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] For port 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:03:51.669233 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-4f24c81d-ae9b-4f51-b1e3-3d8f78ee25e7 req-d1504234-170a-4d01-86b1-b2ea1d9518e0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:51.693751 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-360656b8-8bf3-4454-ac65-f90124633d57 req-d6d09f8d-26dc-4bf1-9d3e-6963ba03155d service neutron] 10.222.0.73 "GET /v2.0/networks/e7538b30-bfa9-411c-b4b8-e587c082b88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712325 Aug 12 15:03:51.750435 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb471e3-f9e3-4c28-85ca-cb28849e6324 None None] New status for floating IP 6afd7412-7e95-47d4-8f01-cf0050ae048a: ACTIVE {{(pid=105908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:03:51.893517 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-360656b8-8bf3-4454-ac65-f90124633d57 req-113394f2-9f60-4400-86a9-d605c4e81110 service neutron] 10.222.0.73 "GET /v2.0/networks/e7538b30-bfa9-411c-b4b8-e587c082b88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703069 Aug 12 15:03:51.917256 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-4f24c81d-ae9b-4f51-b1e3-3d8f78ee25e7 req-d1504234-170a-4d01-86b1-b2ea1d9518e0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:51.918533 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-4f24c81d-ae9b-4f51-b1e3-3d8f78ee25e7 req-d1504234-170a-4d01-86b1-b2ea1d9518e0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710293'] for floatingip, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:51.918533 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.db.l3_db [req-4f24c81d-ae9b-4f51-b1e3-3d8f78ee25e7 req-d1504234-170a-4d01-86b1-b2ea1d9518e0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Floating IP 3e28b0aa-00f9-4ad3-8949-beba0c79a730 disassociated. External IP: 172.27.1.108, port: 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1. Aug 12 15:03:51.918533 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-4f24c81d-ae9b-4f51-b1e3-3d8f78ee25e7 req-d1504234-170a-4d01-86b1-b2ea1d9518e0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Calling delete_port for 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 owned by compute:nova {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:03:52.062760 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14459e36-0792-4075-a87f-ddfa93ffc37f req-7a608580-69fe-43e5-a647-e9b8330ed0bd tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:52.064214 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-14459e36-0792-4075-a87f-ddfa93ffc37f req-7a608580-69fe-43e5-a647-e9b8330ed0bd tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/ports?device_id=be7fd63d-283d-4284-b213-4014173d7b76 HTTP/1.1" status: 200 len: 947 time: 0.0520060 Aug 12 15:03:52.102328 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-14459e36-0792-4075-a87f-ddfa93ffc37f req-267ba4d5-74cd-49c2-b861-84ca81348261 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41da7e9-39c9-4799-85a2-ee587305963a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317180 Aug 12 15:03:52.147030 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-4f24c81d-ae9b-4f51-b1e3-3d8f78ee25e7 req-d1504234-170a-4d01-86b1-b2ea1d9518e0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:52.172246 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1504234-170a-4d01-86b1-b2ea1d9518e0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Pushing event deleted for resources: {'Port': ['ID=6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:52.282953 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f24c81d-ae9b-4f51-b1e3-3d8f78ee25e7 req-d1504234-170a-4d01-86b1-b2ea1d9518e0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Router 90a1a53b-8a02-4ec0-98e4-10d73adf3315 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:03:52.388481 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f24c81d-ae9b-4f51-b1e3-3d8f78ee25e7 req-d1504234-170a-4d01-86b1-b2ea1d9518e0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:03:52.399760 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff057a3-9b14-490d-a367-56d098006407 None None] Sync routers for ids ['90a1a53b-8a02-4ec0-98e4-10d73adf3315'] in dv-cinder-800015-3-iscsi {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:03:52.409587 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff057a3-9b14-490d-a367-56d098006407 None None] Routers {'90a1a53b-8a02-4ec0-98e4-10d73adf3315'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:03:52.410195 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-3ff057a3-9b14-490d-a367-56d098006407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:03:44Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['90a1a53b-8a02-4ec0-98e4-10d73adf3315'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:52.427860 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f24c81d-ae9b-4f51-b1e3-3d8f78ee25e7 req-d1504234-170a-4d01-86b1-b2ea1d9518e0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] No DVR routers for this DVR port 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 on host hv-cinder-80001 {{(pid=105906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:03:52.430595 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-4f24c81d-ae9b-4f51-b1e3-3d8f78ee25e7 req-d1504234-170a-4d01-86b1-b2ea1d9518e0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:52.432775 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-4f24c81d-ae9b-4f51-b1e3-3d8f78ee25e7 req-d1504234-170a-4d01-86b1-b2ea1d9518e0 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.73 "DELETE /v2.0/ports/6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 HTTP/1.1" status: 204 len: 173 time: 1.3679578 Aug 12 15:03:52.433235 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7fd63d-283d-4284-b213-4014173d7b76', 'name': 'network-vif-deleted', 'tag': '6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:03:52.435616 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f2b575-e5a9-4ff6-89b5-fae6a6a4c682" -d '{"events": [{"server_uuid": "be7fd63d-283d-4284-b213-4014173d7b76", "name": "network-vif-deleted", "tag": "6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:03:52.473006 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e9dc8c-4593-4601-a8e6-817aead4afb5 x-openstack-request-id: req-e0e9dc8c-4593-4601-a8e6-817aead4afb5 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:03:52.473323 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7fd63d-283d-4284-b213-4014173d7b76", "name": "network-vif-deleted", "tag": "6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:03:52.473576 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e0e9dc8c-4593-4601-a8e6-817aead4afb5 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:03:52.473994 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7fd63d-283d-4284-b213-4014173d7b76', 'name': 'network-vif-deleted', 'tag': '6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1', 'status': 'completed', 'code': 200} Aug 12 15:03:52.654254 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-3ff057a3-9b14-490d-a367-56d098006407 None None] Set router 90a1a53b-8a02-4ec0-98e4-10d73adf3315 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:03:52.683069 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c46e07-1533-482c-b776-ded46c3f32ec req-7629fa3b-a77a-4377-b872-2efd5457c5d8 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:52.684550 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e8c46e07-1533-482c-b776-ded46c3f32ec req-7629fa3b-a77a-4377-b872-2efd5457c5d8 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 945 time: 0.0703301 Aug 12 15:03:52.722919 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e8c46e07-1533-482c-b776-ded46c3f32ec req-fb597adb-fe6f-4ac1-ba4d-16fc0a6c6d70 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324717 Aug 12 15:03:52.864409 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-3ff057a3-9b14-490d-a367-56d098006407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'name': 'tempest-AttachVolumeShelveTestJSON-1644562761-router', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:43Z', 'updated_at': '2021-08-12T14:55:52Z', 'revision_number': 4, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'gw_port': {'id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:45Z', 'updated_at': '2021-08-12T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '627bc554-5036-4894-89d7-504122561156', 'name': '', 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'mac_address': 'fa:16:3e:ad:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:49Z', 'updated_at': '2021-08-12T14:56:02Z', 'revision_number': 5, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'subnets': [{'id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:52.890762 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff057a3-9b14-490d-a367-56d098006407 None None] Checking router: 90a1a53b-8a02-4ec0-98e4-10d73adf3315 for host: dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:03:52.899376 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff057a3-9b14-490d-a367-56d098006407 None None] Routers {'90a1a53b-8a02-4ec0-98e4-10d73adf3315'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:03:52.899974 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-3ff057a3-9b14-490d-a367-56d098006407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:03:44Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['90a1a53b-8a02-4ec0-98e4-10d73adf3315'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:53.021163 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-3ff057a3-9b14-490d-a367-56d098006407 None None] Set router 90a1a53b-8a02-4ec0-98e4-10d73adf3315 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:03:53.083516 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e801f7-cd83-4645-8c68-57aa323738f6 req-efd20eed-326b-43bf-80b3-e7f46c0f85c7 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:53.085145 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c0e801f7-cd83-4645-8c68-57aa323738f6 req-efd20eed-326b-43bf-80b3-e7f46c0f85c7 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 945 time: 0.0643463 Aug 12 15:03:53.135376 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c0e801f7-cd83-4645-8c68-57aa323738f6 req-4c2ea66d-a442-48a7-a270-da3b4b3a2211 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441000 Aug 12 15:03:53.220315 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a58e580c-c214-4cc0-9fd1-f7b5199d1cd7 req-93c865c7-7387-4d53-b209-78159e75d6f7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1637480 Aug 12 15:03:53.252344 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-3ff057a3-9b14-490d-a367-56d098006407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'name': 'tempest-AttachVolumeShelveTestJSON-1644562761-router', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:43Z', 'updated_at': '2021-08-12T14:55:52Z', 'revision_number': 4, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'gw_port': {'id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:45Z', 'updated_at': '2021-08-12T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '627bc554-5036-4894-89d7-504122561156', 'name': '', 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'mac_address': 'fa:16:3e:ad:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:49Z', 'updated_at': '2021-08-12T14:56:02Z', 'revision_number': 5, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'subnets': [{'id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:53.252522 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 45952) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:53.277679 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff057a3-9b14-490d-a367-56d098006407 None None] The sync data for ids ['90a1a53b-8a02-4ec0-98e4-10d73adf3315'] in dv-cinder-800015-3-iscsi is: [{'id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'name': 'tempest-AttachVolumeShelveTestJSON-1644562761-router', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:43Z', 'updated_at': '2021-08-12T14:55:52Z', 'revision_number': 4, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'gw_port': {'id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:45Z', 'updated_at': '2021-08-12T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '627bc554-5036-4894-89d7-504122561156', 'name': '', 'network_id': '853fd948-8021-42a8-9c8b-8e46175e3c7f', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'mac_address': 'fa:16:3e:ad:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:49Z', 'updated_at': '2021-08-12T14:56:02Z', 'revision_number': 5, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'subnets': [{'id': 'cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:03:53.317834 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-d8613857-c6ee-4129-b9b6-0912391ca91c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:53.344278 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-d8613857-c6ee-4129-b9b6-0912391ca91c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:53.485448 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-d8613857-c6ee-4129-b9b6-0912391ca91c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:53.488036 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-d8613857-c6ee-4129-b9b6-0912391ca91c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:53.489212 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-d8613857-c6ee-4129-b9b6-0912391ca91c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "DELETE /v2.0/security-groups/a41da7e9-39c9-4799-85a2-ee587305963a HTTP/1.1" status: 204 len: 168 time: 0.2347460 Aug 12 15:03:53.492785 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 45958) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:53.501343 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8613857-c6ee-4129-b9b6-0912391ca91c tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41da7e9-39c9-4799-85a2-ee587305963a,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:53.509289 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.api.v2.resource [None req-c3cbffbf-67e1-4b34-95d4-2fea48d7af4d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] show failed (client error): The resource could not be found. Aug 12 15:03:53.513159 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-c3cbffbf-67e1-4b34-95d4-2fea48d7af4d tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "GET /v2.0/security-groups/a41da7e9-39c9-4799-85a2-ee587305963a HTTP/1.1" status: 404 len: 347 time: 0.0165694 Aug 12 15:03:53.515178 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 45960) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:53.543573 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec196031-c29c-4ac3-8e03-99a3a6741769 None None] New status for floating IP 3e28b0aa-00f9-4ad3-8949-beba0c79a730: DOWN {{(pid=105908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:03:53.653814 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-ab41337a-278f-474b-8a05-a58a10f52630 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Deleting port f66e090c-cce2-4176-990e-afebaf3ff526 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:03:53.654156 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-ab41337a-278f-474b-8a05-a58a10f52630 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:53.728529 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-ab41337a-278f-474b-8a05-a58a10f52630 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:53.728797 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-ab41337a-278f-474b-8a05-a58a10f52630 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:53.740224 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-ab41337a-278f-474b-8a05-a58a10f52630 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Calling delete_port for f66e090c-cce2-4176-990e-afebaf3ff526 owned by network:floatingip {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:03:53.947928 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-ab41337a-278f-474b-8a05-a58a10f52630 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:53.979329 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41337a-278f-474b-8a05-a58a10f52630 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Pushing event deleted for resources: {'Port': ['ID=f66e090c-cce2-4176-990e-afebaf3ff526,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:54.050074 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-ab41337a-278f-474b-8a05-a58a10f52630 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks [] for floatingip, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:54.052940 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-ab41337a-278f-474b-8a05-a58a10f52630 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for floatingip, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:54.055448 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-ab41337a-278f-474b-8a05-a58a10f52630 tempest-AttachVolumeShelveTestJSON-1570628139 tempest-AttachVolumeShelveTestJSON-1570628139-project] 10.222.0.63 "DELETE /v2.0/floatingips/3e28b0aa-00f9-4ad3-8949-beba0c79a730 HTTP/1.1" status: 204 len: 168 time: 0.5381403 Aug 12 15:03:54.252796 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29ddc6-d033-4648-8c2f-7f3818c8ac83 req-bccf3bac-11e1-4ea8-a0fc-e6add76a8084 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:54.254284 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-dc29ddc6-d033-4648-8c2f-7f3818c8ac83 req-bccf3bac-11e1-4ea8-a0fc-e6add76a8084 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 945 time: 0.0527880 Aug 12 15:03:54.295933 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-dc29ddc6-d033-4648-8c2f-7f3818c8ac83 req-d35c1f7d-9a60-439e-9d49-2b6ff13bef2f tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353751 Aug 12 15:03:54.932671 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device fb634682-ee80-438c-9113-f16cfbcb0473 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:03:55.010412 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:55.032301 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d986fe-ae65-4a84-8bf9-fca5cc95bef2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb634682-ee80-438c-9113-f16cfbcb0473'}] {{(pid=105907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:03:55.034544 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d000d793ac8a3d868a659aad16e36a91200609b2b231164c0c4cfca9150c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf96cbbd-62f2-4b83-854a-e1d7d7d28a55" -d '{"events": [{"server_uuid": "d7d986fe-ae65-4a84-8bf9-fca5cc95bef2", "name": "network-vif-unplugged", "status": "completed", "tag": "fb634682-ee80-438c-9113-f16cfbcb0473"}]}' {{(pid=105907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:03:55.047929 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port fb634682-ee80-438c-9113-f16cfbcb0473, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=fb634682-ee80-438c-9113-f16cfbcb0473,segment=NetworkSegment(595b3322-b762-4362-b570-2f3dc9dfabe9),segment_id=595b3322-b762-4362-b570-2f3dc9dfabe9)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:03:55.067708 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 15:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ffb7c8-7d4e-47fe-a260-803fff7c367b x-openstack-request-id: req-c9ffb7c8-7d4e-47fe-a260-803fff7c367b {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:03:55.068000 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d986fe-ae65-4a84-8bf9-fca5cc95bef2", "name": "network-vif-unplugged", "status": "failed", "tag": "fb634682-ee80-438c-9113-f16cfbcb0473", "code": 422}]} {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:03:55.068253 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c9ffb7c8-7d4e-47fe-a260-803fff7c367b {{(pid=105907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:03:55.068736 dv-cinder-800015-3-iscsi neutron-server[105907]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd7d986fe-ae65-4a84-8bf9-fca5cc95bef2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fb634682-ee80-438c-9113-f16cfbcb0473', 'code': 422} returned with failed status Aug 12 15:03:55.103449 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:55.104263 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:03:55.139788 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] No Port match for: 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:03:55.140128 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 6c6c1a97-0cb3-42c1-8911-cbea4dcd44f1 not bound to the agent host hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:03:55.168402 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=fb634682-ee80-438c-9113-f16cfbcb0473,revision_number=6']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:55.420617 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e94265-1a6c-404f-b61a-2f1868d70df9 req-baddf471-8b85-4576-b527-a83dc06bbcc3 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:55.422253 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d1e94265-1a6c-404f-b61a-2f1868d70df9 req-baddf471-8b85-4576-b527-a83dc06bbcc3 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 943 time: 0.0506499 Aug 12 15:03:55.456121 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e580c-c214-4cc0-9fd1-f7b5199d1cd7 req-f170b271-5efa-4cf5-aa38-49bba217a4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:55.457720 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a58e580c-c214-4cc0-9fd1-f7b5199d1cd7 req-f170b271-5efa-4cf5-aa38-49bba217a4bf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2&tenant_id=da657e2106dc46a7ae185eb3fb6d4506 HTTP/1.1" status: 200 len: 1096 time: 0.0457208 Aug 12 15:03:55.460195 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d1e94265-1a6c-404f-b61a-2f1868d70df9 req-9576d16f-38ac-496e-9faa-e0cffcc792ef tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316582 Aug 12 15:03:55.528008 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e580c-c214-4cc0-9fd1-f7b5199d1cd7 req-2985d744-77b7-4be6-ac71-b3f4a4a9ae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:55.529877 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a58e580c-c214-4cc0-9fd1-f7b5199d1cd7 req-2985d744-77b7-4be6-ac71-b3f4a4a9ae81 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da657e2106dc46a7ae185eb3fb6d4506&device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 1096 time: 0.0497849 Aug 12 15:03:55.621266 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e580c-c214-4cc0-9fd1-f7b5199d1cd7 req-7b7f689b-409e-40f6-9200-9a77e1605b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:55.622736 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a58e580c-c214-4cc0-9fd1-f7b5199d1cd7 req-7b7f689b-409e-40f6-9200-9a77e1605b94 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7afd0ba9-a757-4823-8e62-3449919f76ad HTTP/1.1" status: 200 len: 909 time: 0.0856781 Aug 12 15:03:55.689891 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a58e580c-c214-4cc0-9fd1-f7b5199d1cd7 req-31bbc393-4457-4fc0-8eec-c0b65eee9b55 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb634682-ee80-438c-9113-f16cfbcb0473 HTTP/1.1" status: 200 len: 999 time: 0.0599954 Aug 12 15:03:55.738143 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e580c-c214-4cc0-9fd1-f7b5199d1cd7 req-014daf74-2d86-4c8a-8b7f-999233a3d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:55.739605 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a58e580c-c214-4cc0-9fd1-f7b5199d1cd7 req-014daf74-2d86-4c8a-8b7f-999233a3d9c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a379225-2e3f-460f-95c4-507a052d0604 HTTP/1.1" status: 200 len: 847 time: 0.0422714 Aug 12 15:03:55.785381 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e580c-c214-4cc0-9fd1-f7b5199d1cd7 req-56dd6612-1e6d-4b3c-9f18-937fec43f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:55.786856 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a58e580c-c214-4cc0-9fd1-f7b5199d1cd7 req-56dd6612-1e6d-4b3c-9f18-937fec43f704 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7afd0ba9-a757-4823-8e62-3449919f76ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394528 Aug 12 15:03:55.878101 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a58e580c-c214-4cc0-9fd1-f7b5199d1cd7 req-8b529045-aa6d-44e6-939d-fb61796d8f2e service neutron] 10.222.0.73 "GET /v2.0/networks/7afd0ba9-a757-4823-8e62-3449919f76ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840538 Aug 12 15:03:55.966365 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a58e580c-c214-4cc0-9fd1-f7b5199d1cd7 req-2e2d758e-f3d1-4c0f-8727-11f502072637 service neutron] 10.222.0.73 "GET /v2.0/networks/7afd0ba9-a757-4823-8e62-3449919f76ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814397 Aug 12 15:03:56.575563 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4942593-a03f-404d-b4cb-fb5e36ee0ac7 req-187be950-b090-4549-8dce-a14343a5b242 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:56.577044 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d4942593-a03f-404d-b4cb-fb5e36ee0ac7 req-187be950-b090-4549-8dce-a14343a5b242 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 943 time: 0.0507619 Aug 12 15:03:56.612851 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d4942593-a03f-404d-b4cb-fb5e36ee0ac7 req-ddd4ffe8-ff7a-46d4-a108-af3732682d85 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298800 Aug 12 15:03:56.701553 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 45996) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:57.145347 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-c7191b7d-48d8-4a8a-a01a-87b98c357f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710037'] for router_interface, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:57.384372 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-c7191b7d-48d8-4a8a-a01a-87b98c357f3b admin admin] Deleting port 627bc554-5036-4894-89d7-504122561156 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:03:57.384709 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-c7191b7d-48d8-4a8a-a01a-87b98c357f3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:57.459074 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [None req-c7191b7d-48d8-4a8a-a01a-87b98c357f3b admin admin] For port 627bc554-5036-4894-89d7-504122561156, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=627bc554-5036-4894-89d7-504122561156,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:03:57.459350 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-c7191b7d-48d8-4a8a-a01a-87b98c357f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:57.471876 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-c7191b7d-48d8-4a8a-a01a-87b98c357f3b admin admin] Calling delete_port for 627bc554-5036-4894-89d7-504122561156 owned by network:router_interface {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:03:57.732765 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4d38a-aaa0-423c-bc25-4b6fa58b060d req-cd770c29-5bfa-4cb5-b4d6-08405bbb47cf tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:57.734153 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-fca4d38a-aaa0-423c-bc25-4b6fa58b060d req-cd770c29-5bfa-4cb5-b4d6-08405bbb47cf tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 943 time: 0.0503924 Aug 12 15:03:57.753812 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-c7191b7d-48d8-4a8a-a01a-87b98c357f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:57.772828 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-fca4d38a-aaa0-423c-bc25-4b6fa58b060d req-a1c53819-18b8-4475-8d46-17d49b92c087 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323803 Aug 12 15:03:57.785706 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7191b7d-48d8-4a8a-a01a-87b98c357f3b admin admin] Pushing event deleted for resources: {'Port': ['ID=627bc554-5036-4894-89d7-504122561156,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:57.950142 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-c7191b7d-48d8-4a8a-a01a-87b98c357f3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708645'] for router_interface, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:58.161373 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7191b7d-48d8-4a8a-a01a-87b98c357f3b admin admin] Router 90a1a53b-8a02-4ec0-98e4-10d73adf3315 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:03:58.262726 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7191b7d-48d8-4a8a-a01a-87b98c357f3b admin admin] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:03:58.267589 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-c7191b7d-48d8-4a8a-a01a-87b98c357f3b admin admin] 10.222.0.63 "PUT /v2.0/routers/90a1a53b-8a02-4ec0-98e4-10d73adf3315/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5648904 Aug 12 15:03:58.270054 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 46004) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:58.272597 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa7b4d8-dfab-42ac-8dff-448294d38597 None None] Sync routers for ids ['90a1a53b-8a02-4ec0-98e4-10d73adf3315'] in dv-cinder-800015-3-iscsi {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:03:58.283166 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa7b4d8-dfab-42ac-8dff-448294d38597 None None] Routers {'90a1a53b-8a02-4ec0-98e4-10d73adf3315'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:03:58.283776 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-daa7b4d8-dfab-42ac-8dff-448294d38597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:03:44Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['90a1a53b-8a02-4ec0-98e4-10d73adf3315'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:58.374269 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-0ed6eb82-5324-43b1-bff2-2b43657acc3a admin admin] Notify callbacks [] for router, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:58.388241 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-daa7b4d8-dfab-42ac-8dff-448294d38597 None None] Set router 90a1a53b-8a02-4ec0-98e4-10d73adf3315 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:03:58.572064 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-daa7b4d8-dfab-42ac-8dff-448294d38597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'name': 'tempest-AttachVolumeShelveTestJSON-1644562761-router', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:43Z', 'updated_at': '2021-08-12T15:03:57Z', 'revision_number': 5, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'gw_port': {'id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:45Z', 'updated_at': '2021-08-12T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:58.598251 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa7b4d8-dfab-42ac-8dff-448294d38597 None None] Checking router: 90a1a53b-8a02-4ec0-98e4-10d73adf3315 for host: dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:03:58.607256 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa7b4d8-dfab-42ac-8dff-448294d38597 None None] Routers {'90a1a53b-8a02-4ec0-98e4-10d73adf3315'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:03:58.607855 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-daa7b4d8-dfab-42ac-8dff-448294d38597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:03:44Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['90a1a53b-8a02-4ec0-98e4-10d73adf3315'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:58.714990 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-daa7b4d8-dfab-42ac-8dff-448294d38597 None None] Set router 90a1a53b-8a02-4ec0-98e4-10d73adf3315 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:03:58.737708 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-0ed6eb82-5324-43b1-bff2-2b43657acc3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:58.891099 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627bc12-9a73-495d-847b-c8c900b288ba req-400ed6ee-e592-4a31-a27e-6dea3f971205 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:58.892771 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8627bc12-9a73-495d-847b-c8c900b288ba req-400ed6ee-e592-4a31-a27e-6dea3f971205 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 943 time: 0.0521069 Aug 12 15:03:58.899868 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-0ed6eb82-5324-43b1-bff2-2b43657acc3a admin admin] Deleting port 2e12bd92-f8fe-4ad8-b7ec-675c86eda107 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:03:58.900783 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-0ed6eb82-5324-43b1-bff2-2b43657acc3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:58.908832 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-daa7b4d8-dfab-42ac-8dff-448294d38597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'name': 'tempest-AttachVolumeShelveTestJSON-1644562761-router', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:43Z', 'updated_at': '2021-08-12T15:03:57Z', 'revision_number': 5, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'gw_port': {'id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:45Z', 'updated_at': '2021-08-12T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:58.945057 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8627bc12-9a73-495d-847b-c8c900b288ba req-b5d4936c-1ec7-4523-abc0-6c50f318ca33 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405045 Aug 12 15:03:58.962651 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa7b4d8-dfab-42ac-8dff-448294d38597 None None] The sync data for ids ['90a1a53b-8a02-4ec0-98e4-10d73adf3315'] in dv-cinder-800015-3-iscsi is: [{'id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'name': 'tempest-AttachVolumeShelveTestJSON-1644562761-router', 'tenant_id': '37678a06dae54b7fad6948bc9e0fac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:43Z', 'updated_at': '2021-08-12T15:03:57Z', 'revision_number': 5, 'project_id': '37678a06dae54b7fad6948bc9e0fac01', 'gw_port': {'id': '2e12bd92-f8fe-4ad8-b7ec-675c86eda107', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1a53b-8a02-4ec0-98e4-10d73adf3315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:45Z', 'updated_at': '2021-08-12T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}] {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:03:58.991545 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [None req-0ed6eb82-5324-43b1-bff2-2b43657acc3a admin admin] For port 2e12bd92-f8fe-4ad8-b7ec-675c86eda107, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=2e12bd92-f8fe-4ad8-b7ec-675c86eda107,segment=NetworkSegment(71f474ba-4ec1-4e39-a638-917b9b8eddd4),segment_id=71f474ba-4ec1-4e39-a638-917b9b8eddd4)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:03:58.992764 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-0ed6eb82-5324-43b1-bff2-2b43657acc3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:59.005512 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-0ed6eb82-5324-43b1-bff2-2b43657acc3a admin admin] Calling delete_port for 2e12bd92-f8fe-4ad8-b7ec-675c86eda107 owned by network:router_gateway {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:03:59.221854 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-0ed6eb82-5324-43b1-bff2-2b43657acc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:59.248759 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6eb82-5324-43b1-bff2-2b43657acc3a admin admin] Pushing event deleted for resources: {'Port': ['ID=2e12bd92-f8fe-4ad8-b7ec-675c86eda107,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:59.259124 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6eb82-5324-43b1-bff2-2b43657acc3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:59.259402 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6eb82-5324-43b1-bff2-2b43657acc3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:59.259743 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6eb82-5324-43b1-bff2-2b43657acc3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:59.260083 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6eb82-5324-43b1-bff2-2b43657acc3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:59.260414 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6eb82-5324-43b1-bff2-2b43657acc3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:59.260788 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6eb82-5324-43b1-bff2-2b43657acc3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:59.261121 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6eb82-5324-43b1-bff2-2b43657acc3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:59.261830 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6eb82-5324-43b1-bff2-2b43657acc3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:59.261830 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6eb82-5324-43b1-bff2-2b43657acc3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:59.262080 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6eb82-5324-43b1-bff2-2b43657acc3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:59.262402 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6eb82-5324-43b1-bff2-2b43657acc3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:59.262723 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6eb82-5324-43b1-bff2-2b43657acc3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:59.327931 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-0ed6eb82-5324-43b1-bff2-2b43657acc3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710367'] for router_gateway, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:59.420526 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-0ed6eb82-5324-43b1-bff2-2b43657acc3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1412'] for router, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:59.422741 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-0ed6eb82-5324-43b1-bff2-2b43657acc3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:59.531216 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-0ed6eb82-5324-43b1-bff2-2b43657acc3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-708156'] for router, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:59.531636 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed6eb82-5324-43b1-bff2-2b43657acc3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90a1a53b-8a02-4ec0-98e4-10d73adf3315 {{(pid=105906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:03:59.536155 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-0ed6eb82-5324-43b1-bff2-2b43657acc3a admin admin] Notify callbacks [] for router, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:59.537347 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-0ed6eb82-5324-43b1-bff2-2b43657acc3a admin admin] 10.222.0.63 "DELETE /v2.0/routers/90a1a53b-8a02-4ec0-98e4-10d73adf3315 HTTP/1.1" status: 204 len: 168 time: 1.2663908 Aug 12 15:03:59.539946 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 46012) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:59.593503 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a9b5e1-bcf9-4c03-b796-b4a4c7272b9f admin admin] Deleting subnet cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a {{(pid=105906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:03:59.596635 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-14a9b5e1-bcf9-4c03-b796-b4a4c7272b9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:59.633126 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-14a9b5e1-bcf9-4c03-b796-b4a4c7272b9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9760424'] for subnet, precommit_delete_associations {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:59.713800 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-14a9b5e1-bcf9-4c03-b796-b4a4c7272b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417570'] for subnet, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:59.845325 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-14a9b5e1-bcf9-4c03-b796-b4a4c7272b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9827590'] for subnet, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:59.872661 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a9b5e1-bcf9-4c03-b796-b4a4c7272b9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:59.874613 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-14a9b5e1-bcf9-4c03-b796-b4a4c7272b9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:59.876467 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-14a9b5e1-bcf9-4c03-b796-b4a4c7272b9f admin admin] 10.222.0.63 "DELETE /v2.0/subnets/cb1ad5a1-3bbd-4acb-ba6f-e9fe466d7d8a HTTP/1.1" status: 204 len: 168 time: 0.3355358 Aug 12 15:03:59.879124 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 46014) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:59.882204 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacbf838-5744-4b02-9a12-bda0a4968bd3 None None] Network 853fd948-8021-42a8-9c8b-8e46175e3c7f requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:03:59.947877 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b2e0c255-75e8-4114-aad6-219101df63b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1830333'] for network, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:00.016933 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-b2e0c255-75e8-4114-aad6-219101df63b8 admin admin] Deleting port d4d57e0a-18a7-43c3-b974-b35d23bb4396 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:04:00.017403 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b2e0c255-75e8-4114-aad6-219101df63b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:00.090201 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954a2a8c-c153-45c1-8d46-4f08be2f5e30 None None] DHCP port deletion for 853fd948-8021-42a8-9c8b-8e46175e3c7f request from dv-cinder-800015-3-iscsi {{(pid=105907) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:04:00.096158 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [None req-b2e0c255-75e8-4114-aad6-219101df63b8 admin admin] For port d4d57e0a-18a7-43c3-b974-b35d23bb4396, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=d4d57e0a-18a7-43c3-b974-b35d23bb4396,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:04:00.097314 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b2e0c255-75e8-4114-aad6-219101df63b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:00.101061 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 627bc554-5036-4894-89d7-504122561156 no longer exists at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:04:00.112200 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-b2e0c255-75e8-4114-aad6-219101df63b8 admin admin] Calling delete_port for d4d57e0a-18a7-43c3-b974-b35d23bb4396 owned by network:dhcp {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:04:00.114315 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14a59c-0dab-4c20-a2fb-10287e1a043a req-b0a5acb1-e914-4259-9060-3f859af0df61 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:00.115829 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0f14a59c-0dab-4c20-a2fb-10287e1a043a req-b0a5acb1-e914-4259-9060-3f859af0df61 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 943 time: 0.0656047 Aug 12 15:04:00.141980 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] No Port match for: 627bc554-5036-4894-89d7-504122561156 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:04:00.142355 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 627bc554-5036-4894-89d7-504122561156 not bound to the agent host dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:04:00.143078 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 2e12bd92-f8fe-4ad8-b7ec-675c86eda107 no longer exists at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:04:00.157845 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0f14a59c-0dab-4c20-a2fb-10287e1a043a req-fe6d7293-b389-4a4e-bdcf-555757187cce tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349069 Aug 12 15:04:00.164940 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] No Port match for: 2e12bd92-f8fe-4ad8-b7ec-675c86eda107 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:04:00.165287 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 2e12bd92-f8fe-4ad8-b7ec-675c86eda107 not bound to the agent host dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:04:00.187555 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-954a2a8c-c153-45c1-8d46-4f08be2f5e30 None None] Deleting port d4d57e0a-18a7-43c3-b974-b35d23bb4396 {{(pid=105907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:04:00.188068 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-954a2a8c-c153-45c1-8d46-4f08be2f5e30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:00.249815 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-954a2a8c-c153-45c1-8d46-4f08be2f5e30 None None] For port d4d57e0a-18a7-43c3-b974-b35d23bb4396, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=d4d57e0a-18a7-43c3-b974-b35d23bb4396,segment=NetworkSegment(b83995f3-470a-4d6c-8f30-ce01f22af685),segment_id=b83995f3-470a-4d6c-8f30-ce01f22af685)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:04:00.250135 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-954a2a8c-c153-45c1-8d46-4f08be2f5e30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:00.250527 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b2e0c255-75e8-4114-aad6-219101df63b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:00.263712 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-954a2a8c-c153-45c1-8d46-4f08be2f5e30 None None] Calling delete_port for d4d57e0a-18a7-43c3-b974-b35d23bb4396 owned by network:dhcp {{(pid=105907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:04:00.278274 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0c255-75e8-4114-aad6-219101df63b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4d57e0a-18a7-43c3-b974-b35d23bb4396,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:00.280342 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e0c255-75e8-4114-aad6-219101df63b8 admin admin] No DVR routers for this DVR port d4d57e0a-18a7-43c3-b974-b35d23bb4396 on host dv-cinder-800015-3-iscsi {{(pid=105906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:04:00.342313 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-954a2a8c-c153-45c1-8d46-4f08be2f5e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454'] for port, after_delete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:00.351839 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b2e0c255-75e8-4114-aad6-219101df63b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421029', 'neutron.services.segments.db._delete_segments_for_network-8782132920688'] for network, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:00.361619 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.services.segments.db [None req-b2e0c255-75e8-4114-aad6-219101df63b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['853fd948-8021-42a8-9c8b-8e46175e3c7f']}} {{(pid=105906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:04:00.368769 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a2a8c-c153-45c1-8d46-4f08be2f5e30 None None] Pushing event deleted for resources: {'Port': ['ID=d4d57e0a-18a7-43c3-b974-b35d23bb4396,revision_number=None']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:00.370626 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954a2a8c-c153-45c1-8d46-4f08be2f5e30 None None] No DVR routers for this DVR port d4d57e0a-18a7-43c3-b974-b35d23bb4396 on host dv-cinder-800015-3-iscsi {{(pid=105907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:04:00.372914 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.services.segments.db [None req-b2e0c255-75e8-4114-aad6-219101df63b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b83995f3-470a-4d6c-8f30-ce01f22af685') {'for_net_delete': True} {{(pid=105906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:04:00.373413 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.services.segments.db [None req-b2e0c255-75e8-4114-aad6-219101df63b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b83995f3-470a-4d6c-8f30-ce01f22af685') {} {{(pid=105906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:04:00.383496 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b2e0c255-75e8-4114-aad6-219101df63b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782132923513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9760447'] for segment, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:00.396815 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b2e0c255-75e8-4114-aad6-219101df63b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:00.402525 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e0c255-75e8-4114-aad6-219101df63b8 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=105906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:04:00.402905 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b2e0c255-75e8-4114-aad6-219101df63b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2614568'] for segment, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: Traceback (most recent call last): Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: timer() Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: cb(*args, **kw) Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: return func(*args, **kwargs) Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: self._notify() Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: self.callback(batched_events) Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: event.method(event) Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: return f(self, *a, **k) Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: return self._get(url).json() Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: return self.request(url, 'GET', **kwargs) Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:04:00.404772 dv-cinder-800015-3-iscsi neutron-server[105906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:04:00.501873 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b2e0c255-75e8-4114-aad6-219101df63b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710307'] for network, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:00.507913 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b2e0c255-75e8-4114-aad6-219101df63b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:00.509895 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-b2e0c255-75e8-4114-aad6-219101df63b8 admin admin] 10.222.0.63 "DELETE /v2.0/networks/853fd948-8021-42a8-9c8b-8e46175e3c7f HTTP/1.1" status: 204 len: 168 time: 0.6298630 Aug 12 15:04:00.529179 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0c255-75e8-4114-aad6-219101df63b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=853fd948-8021-42a8-9c8b-8e46175e3c7f,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:00.801900 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 46022) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:04:00.840147 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-c4ecc30c-f731-4344-9168-58df48c6c7c6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=37678a06dae54b7fad6948bc9e0fac01&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0371377 Aug 12 15:04:00.842586 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 46024) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:04:00.888675 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b24c94ff-fa3d-4c65-81e2-fa18b781cf10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:00.909191 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b24c94ff-fa3d-4c65-81e2-fa18b781cf10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:00.998631 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b24c94ff-fa3d-4c65-81e2-fa18b781cf10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:01.001222 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b24c94ff-fa3d-4c65-81e2-fa18b781cf10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:01.002369 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-b24c94ff-fa3d-4c65-81e2-fa18b781cf10 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c387fce3-642e-44ce-8cda-3761975c7417 HTTP/1.1" status: 204 len: 168 time: 0.1589103 Aug 12 15:04:01.010323 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c94ff-fa3d-4c65-81e2-fa18b781cf10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c387fce3-642e-44ce-8cda-3761975c7417,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:01.281453 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3349613-a193-4926-806e-643efe677180 req-b774db57-154b-4091-ab3a-5b2d55f6566e tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:01.282973 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c3349613-a193-4926-806e-643efe677180 req-b774db57-154b-4091-ab3a-5b2d55f6566e tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 943 time: 0.0535066 Aug 12 15:04:01.320391 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c3349613-a193-4926-806e-643efe677180 req-82c2bcb0-4171-42ec-8a7a-c6af4d57e0fd tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307863 Aug 12 15:04:01.800216 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device d4d57e0a-18a7-43c3-b974-b35d23bb4396 no longer exists at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:04:01.818221 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] No Port match for: d4d57e0a-18a7-43c3-b974-b35d23bb4396 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:04:01.818571 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device d4d57e0a-18a7-43c3-b974-b35d23bb4396 not bound to the agent host dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:04:02.435860 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca431810-dbab-41dc-b96c-07a417c92c48 req-a1b57b45-a4f4-4d96-8903-ddc6caaae98e tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:02.440654 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ca431810-dbab-41dc-b96c-07a417c92c48 req-a1b57b45-a4f4-4d96-8903-ddc6caaae98e tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 943 time: 0.0496724 Aug 12 15:04:02.475011 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ca431810-dbab-41dc-b96c-07a417c92c48 req-e5c324a1-f67a-46e4-996e-c7bfa930f5e1 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316048 Aug 12 15:04:02.996781 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device fb634682-ee80-438c-9113-f16cfbcb0473 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=105907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:04:03.092629 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port fb634682-ee80-438c-9113-f16cfbcb0473, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=fb634682-ee80-438c-9113-f16cfbcb0473,segment=NetworkSegment(595b3322-b762-4362-b570-2f3dc9dfabe9),segment_id=595b3322-b762-4362-b570-2f3dc9dfabe9)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:04:03.104667 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Returning: {'device': 'fb634682-ee80-438c-9113-f16cfbcb0473', 'network_id': '7afd0ba9-a757-4823-8e62-3449919f76ad', 'port_id': 'fb634682-ee80-438c-9113-f16cfbcb0473', 'mac_address': 'fa:16:3e:60:5a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a379225-2e3f-460f-95c4-507a052d0604', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:04:03.140196 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:03.152670 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb634682-ee80-438c-9113-f16cfbcb0473 {{(pid=105907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:04:03.173214 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port fb634682-ee80-438c-9113-f16cfbcb0473, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=fb634682-ee80-438c-9113-f16cfbcb0473,segment=NetworkSegment(595b3322-b762-4362-b570-2f3dc9dfabe9),segment_id=595b3322-b762-4362-b570-2f3dc9dfabe9)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:04:03.238853 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:03.288969 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=fb634682-ee80-438c-9113-f16cfbcb0473,revision_number=7']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:03.451405 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['fb634682-ee80-438c-9113-f16cfbcb0473'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:04:03.632686 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0660693-97d6-4332-9311-416bbf272967 req-c9ff49cd-1e0c-45cf-81fd-7637b1660ba6 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:03.634484 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b0660693-97d6-4332-9311-416bbf272967 req-c9ff49cd-1e0c-45cf-81fd-7637b1660ba6 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 944 time: 0.0695636 Aug 12 15:04:03.674243 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b0660693-97d6-4332-9311-416bbf272967 req-6f1c342d-a1d9-4ca0-bc39-3a6eb0ee2cf4 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328243 Aug 12 15:04:04.793989 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca95de-9bf7-46de-a361-c47a95045596 req-7df907b6-49fa-40ac-921d-ad3b0f69cd9e tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:04.795467 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-62ca95de-9bf7-46de-a361-c47a95045596 req-7df907b6-49fa-40ac-921d-ad3b0f69cd9e tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 944 time: 0.0520685 Aug 12 15:04:04.834462 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-62ca95de-9bf7-46de-a361-c47a95045596 req-0b95bd29-8815-4db4-a49c-8c3b61ab5300 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329225 Aug 12 15:04:04.994234 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device fb634682-ee80-438c-9113-f16cfbcb0473 up at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:04:05.042023 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning complete for port fb634682-ee80-438c-9113-f16cfbcb0473 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:04:05.042309 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:05.118854 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:05.140956 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d986fe-ae65-4a84-8bf9-fca5cc95bef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb634682-ee80-438c-9113-f16cfbcb0473'}] {{(pid=105907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:04:05.143156 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d000d793ac8a3d868a659aad16e36a91200609b2b231164c0c4cfca9150c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffffd769-ffa4-466c-9b7a-a67878cc520b" -d '{"events": [{"server_uuid": "d7d986fe-ae65-4a84-8bf9-fca5cc95bef2", "name": "network-vif-plugged", "status": "completed", "tag": "fb634682-ee80-438c-9113-f16cfbcb0473"}]}' {{(pid=105907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:04:05.156643 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port fb634682-ee80-438c-9113-f16cfbcb0473, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=fb634682-ee80-438c-9113-f16cfbcb0473,segment=NetworkSegment(595b3322-b762-4362-b570-2f3dc9dfabe9),segment_id=595b3322-b762-4362-b570-2f3dc9dfabe9)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:04:05.185964 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24930e49-4a1f-4c9d-a063-08219f177d1a x-openstack-request-id: req-24930e49-4a1f-4c9d-a063-08219f177d1a {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:04:05.190703 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d986fe-ae65-4a84-8bf9-fca5cc95bef2", "name": "network-vif-plugged", "status": "completed", "tag": "fb634682-ee80-438c-9113-f16cfbcb0473", "code": 200}]} {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:04:05.190703 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-24930e49-4a1f-4c9d-a063-08219f177d1a {{(pid=105907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:04:05.190703 dv-cinder-800015-3-iscsi neutron-server[105907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d986fe-ae65-4a84-8bf9-fca5cc95bef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb634682-ee80-438c-9113-f16cfbcb0473', 'code': 200} Aug 12 15:04:05.234150 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:05.292249 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=fb634682-ee80-438c-9113-f16cfbcb0473,revision_number=8']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:05.459372 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b499c-17eb-4902-9d8a-0c8eb56c7019 req-80ba6c79-f9cb-43be-8cd9-b5f2c0679ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:05.460910 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0f0b499c-17eb-4902-9d8a-0c8eb56c7019 req-80ba6c79-f9cb-43be-8cd9-b5f2c0679ff1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 1098 time: 0.0420451 Aug 12 15:04:05.495124 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0f0b499c-17eb-4902-9d8a-0c8eb56c7019 req-5b017ede-48fe-4353-9a97-2b4273f6eb37 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275388 Aug 12 15:04:05.742236 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:05.757653 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2ceb2-0283-4a4a-852f-3cf5ced338a4 req-f6c52143-deae-4c39-b244-3a799c2076f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:05.759126 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-60b2ceb2-0283-4a4a-852f-3cf5ced338a4 req-f6c52143-deae-4c39-b244-3a799c2076f2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da657e2106dc46a7ae185eb3fb6d4506&device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 1098 time: 0.0415370 Aug 12 15:04:05.874003 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2ceb2-0283-4a4a-852f-3cf5ced338a4 req-530820b2-d4f9-4ba4-92e3-0900e9f3cdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:05.875564 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-60b2ceb2-0283-4a4a-852f-3cf5ced338a4 req-530820b2-d4f9-4ba4-92e3-0900e9f3cdd9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7afd0ba9-a757-4823-8e62-3449919f76ad HTTP/1.1" status: 200 len: 909 time: 0.0948563 Aug 12 15:04:05.949630 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-60b2ceb2-0283-4a4a-852f-3cf5ced338a4 req-7c56ab91-5b85-40fd-9553-45ca62322f67 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb634682-ee80-438c-9113-f16cfbcb0473 HTTP/1.1" status: 200 len: 1001 time: 0.0627131 Aug 12 15:04:05.966586 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8ec2a-67a6-4b95-a1cb-9657b50b137d req-7d598f2f-81a5-4262-ac47-029f66545e2a tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:05.968073 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e6b8ec2a-67a6-4b95-a1cb-9657b50b137d req-7d598f2f-81a5-4262-ac47-029f66545e2a tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 945 time: 0.0496852 Aug 12 15:04:06.001088 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2ceb2-0283-4a4a-852f-3cf5ced338a4 req-06e10421-7d11-44c9-9906-04e5068dabf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:06.002600 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-60b2ceb2-0283-4a4a-852f-3cf5ced338a4 req-06e10421-7d11-44c9-9906-04e5068dabf1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a379225-2e3f-460f-95c4-507a052d0604 HTTP/1.1" status: 200 len: 847 time: 0.0454273 Aug 12 15:04:06.007372 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e6b8ec2a-67a6-4b95-a1cb-9657b50b137d req-589f5e07-afa1-440c-a380-be7e79250a73 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327911 Aug 12 15:04:06.049550 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2ceb2-0283-4a4a-852f-3cf5ced338a4 req-ea988b89-71a8-4855-aaf7-ba0e5021bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:06.051024 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-60b2ceb2-0283-4a4a-852f-3cf5ced338a4 req-ea988b89-71a8-4855-aaf7-ba0e5021bb7a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7afd0ba9-a757-4823-8e62-3449919f76ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395532 Aug 12 15:04:06.143376 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-60b2ceb2-0283-4a4a-852f-3cf5ced338a4 req-23c3a190-368d-4500-b367-af4a891fd09f service neutron] 10.222.0.73 "GET /v2.0/networks/7afd0ba9-a757-4823-8e62-3449919f76ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818329 Aug 12 15:04:06.248795 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-60b2ceb2-0283-4a4a-852f-3cf5ced338a4 req-32b58873-650b-416f-b619-c837f8399ba8 service neutron] 10.222.0.73 "GET /v2.0/networks/7afd0ba9-a757-4823-8e62-3449919f76ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843701 Aug 12 15:04:07.122569 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50775aa-b931-46b6-8b07-b37f198a32b1 req-46337683-c2d4-456c-9d73-506dc3bdd026 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:07.124043 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e50775aa-b931-46b6-8b07-b37f198a32b1 req-46337683-c2d4-456c-9d73-506dc3bdd026 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 945 time: 0.0485570 Aug 12 15:04:07.160891 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e50775aa-b931-46b6-8b07-b37f198a32b1 req-70a4f921-fb74-4adf-b95d-69704001ab74 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308137 Aug 12 15:04:07.859734 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 46148) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:04:07.971964 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-42f02443-4db5-4ab4-ad81-73cfc5981f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:08.059766 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-42f02443-4db5-4ab4-ad81-73cfc5981f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:08.141718 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-42f02443-4db5-4ab4-ad81-73cfc5981f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:08.178621 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f02443-4db5-4ab4-ad81-73cfc5981f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe7fe27-7345-4f6d-bfe7-85a3fac67831,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:08.185712 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 46156) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:04:08.186211 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-42f02443-4db5-4ab4-ad81-73cfc5981f8f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4c32ea68291d4d65a0b35bb712d94da5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249621 Aug 12 15:04:08.240895 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-3ca51a2d-769d-451a-809e-cd4d6016983f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:08.262066 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-3ca51a2d-769d-451a-809e-cd4d6016983f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:08.352672 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-3ca51a2d-769d-451a-809e-cd4d6016983f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:08.355292 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-3ca51a2d-769d-451a-809e-cd4d6016983f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:08.356446 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-3ca51a2d-769d-451a-809e-cd4d6016983f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2fe7fe27-7345-4f6d-bfe7-85a3fac67831 HTTP/1.1" status: 204 len: 168 time: 0.1689029 Aug 12 15:04:08.366590 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca51a2d-769d-451a-809e-cd4d6016983f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe7fe27-7345-4f6d-bfe7-85a3fac67831,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:08.371304 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca51a2d-769d-451a-809e-cd4d6016983f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:08.371658 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca51a2d-769d-451a-809e-cd4d6016983f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:08.372005 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca51a2d-769d-451a-809e-cd4d6016983f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:08.372442 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca51a2d-769d-451a-809e-cd4d6016983f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:08.372809 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca51a2d-769d-451a-809e-cd4d6016983f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:08.373148 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca51a2d-769d-451a-809e-cd4d6016983f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:08.373476 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca51a2d-769d-451a-809e-cd4d6016983f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:08.373802 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca51a2d-769d-451a-809e-cd4d6016983f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:08.374130 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca51a2d-769d-451a-809e-cd4d6016983f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:08.374449 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca51a2d-769d-451a-809e-cd4d6016983f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:08.374767 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca51a2d-769d-451a-809e-cd4d6016983f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:08.375084 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca51a2d-769d-451a-809e-cd4d6016983f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:08.842275 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 46162) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:04:08.855449 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8be1ee52-f15e-4387-a60b-cb86de96daae admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:08.941772 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8be1ee52-f15e-4387-a60b-cb86de96daae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:09.032819 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8be1ee52-f15e-4387-a60b-cb86de96daae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:09.070598 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-8be1ee52-f15e-4387-a60b-cb86de96daae admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0f5194a39ac3431fba98f66f52a54855&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272332 Aug 12 15:04:09.072564 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1ee52-f15e-4387-a60b-cb86de96daae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc10ad1-fa63-433f-8c7f-e2ae88de7417,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:09.073353 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 46164) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:04:09.124968 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-c3c9fa06-60c5-4147-af61-fef220b6ea45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:09.145683 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-c3c9fa06-60c5-4147-af61-fef220b6ea45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:09.278896 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-c3c9fa06-60c5-4147-af61-fef220b6ea45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:09.281883 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-c3c9fa06-60c5-4147-af61-fef220b6ea45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:09.283097 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-c3c9fa06-60c5-4147-af61-fef220b6ea45 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2fc10ad1-fa63-433f-8c7f-e2ae88de7417 HTTP/1.1" status: 204 len: 168 time: 0.2087290 Aug 12 15:04:09.291628 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9fa06-60c5-4147-af61-fef220b6ea45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc10ad1-fa63-433f-8c7f-e2ae88de7417,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:11.320059 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:04:11.646073 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 46216) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:04:11.749743 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-1fd27fba-4190-44e1-ad6d-d0b3b58e0f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:11.836342 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-1fd27fba-4190-44e1-ad6d-d0b3b58e0f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:11.883993 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-1fd27fba-4190-44e1-ad6d-d0b3b58e0f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:11.922375 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd27fba-4190-44e1-ad6d-d0b3b58e0f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d36e153-e375-4321-9158-284a8a2e1b32,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:11.926636 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-1fd27fba-4190-44e1-ad6d-d0b3b58e0f27 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fd0bc16e966a4af88064c8daed623cfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2795167 Aug 12 15:04:11.929812 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 46220) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:04:11.978506 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6a04145f-941d-41a1-abe6-d9d6445b4e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:11.998786 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6a04145f-941d-41a1-abe6-d9d6445b4e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:12.118662 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6a04145f-941d-41a1-abe6-d9d6445b4e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:12.121262 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6a04145f-941d-41a1-abe6-d9d6445b4e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:12.122459 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-6a04145f-941d-41a1-abe6-d9d6445b4e1f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4d36e153-e375-4321-9158-284a8a2e1b32 HTTP/1.1" status: 204 len: 168 time: 0.1917121 Aug 12 15:04:12.130127 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04145f-941d-41a1-abe6-d9d6445b4e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d36e153-e375-4321-9158-284a8a2e1b32,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:12.204371 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-0028b16c-e160-4ff5-912d-f561ce91d2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:12.670664 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 46228) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:04:12.684477 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-03de873c-908b-46ee-ad16-1e23ac3d8f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:12.768269 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-03de873c-908b-46ee-ad16-1e23ac3d8f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:12.826816 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-03de873c-908b-46ee-ad16-1e23ac3d8f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:12.864647 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-03de873c-908b-46ee-ad16-1e23ac3d8f1f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=68cc9e71508546b3a6749ba347fb445e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1929018 Aug 12 15:04:12.866149 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de873c-908b-46ee-ad16-1e23ac3d8f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f6496a-953d-4ce6-9a50-357c6417cb7b,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:12.868847 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 46230) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:04:12.917769 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3d1baef5-75ed-4d9a-acfb-d2028b9efcf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:12.940804 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3d1baef5-75ed-4d9a-acfb-d2028b9efcf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:13.061158 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3d1baef5-75ed-4d9a-acfb-d2028b9efcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:13.064131 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-3d1baef5-75ed-4d9a-acfb-d2028b9efcf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:13.065292 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-3d1baef5-75ed-4d9a-acfb-d2028b9efcf9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/91f6496a-953d-4ce6-9a50-357c6417cb7b HTTP/1.1" status: 204 len: 168 time: 0.1950529 Aug 12 15:04:13.073471 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1baef5-75ed-4d9a-acfb-d2028b9efcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f6496a-953d-4ce6-9a50-357c6417cb7b,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:14.053304 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 46254) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:04:14.145469 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-43b1086c-6c01-4445-9f42-415bf1593017 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1428555992-network', 'tenant_id': '24670fd6349b44c39d2345bc042d199f'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:04:14.244033 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b1086c-6c01-4445-9f42-415bf1593017 admin admin] Made reservation on behalf of 24670fd6349b44c39d2345bc042d199f for: {'network': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:04:14.246281 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-43b1086c-6c01-4445-9f42-415bf1593017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for network, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:14.254386 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-43b1086c-6c01-4445-9f42-415bf1593017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:14.341271 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-43b1086c-6c01-4445-9f42-415bf1593017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:14.409682 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-43b1086c-6c01-4445-9f42-415bf1593017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:14.433965 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b1086c-6c01-4445-9f42-415bf1593017 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=105906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:04:14.445177 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1086c-6c01-4445-9f42-415bf1593017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4b5ca1-33dc-4504-a78f-3864076b8594,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:14.450314 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-43b1086c-6c01-4445-9f42-415bf1593017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:14.450661 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.db.segments_db [None req-43b1086c-6c01-4445-9f42-415bf1593017 admin admin] Added segment 06f994eb-b69c-427a-bd0c-b42397506c56 of type vlan for network 09ecc193-d35e-4b8d-a38c-a80fa5021e10 Aug 12 15:04:14.489885 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-43b1086c-6c01-4445-9f42-415bf1593017 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132380483'] for network, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:14.501228 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-9cd95990-dd24-41f3-be2a-289b60a4c4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:14.570656 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-43b1086c-6c01-4445-9f42-415bf1593017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for network, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:14.571648 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b1086c-6c01-4445-9f42-415bf1593017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:14.572239 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-43b1086c-6c01-4445-9f42-415bf1593017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:14.634594 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1086c-6c01-4445-9f42-415bf1593017 admin admin] Pushing event updated for resources: {'Network': ['ID=09ecc193-d35e-4b8d-a38c-a80fa5021e10,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:14.644200 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Network 09ecc193-d35e-4b8d-a38c-a80fa5021e10 details requested by agent ovs-agent-dv-cinder-800015-3-iscsi with host dv-cinder-800015-3-iscsi {{(pid=105907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:04:14.711300 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 46260) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:04:14.716237 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-8a95f0ea-c6f4-4d57-a528-3b3011faa8cd admin admin] Request body: {'subnet': {'network_id': '09ecc193-d35e-4b8d-a38c-a80fa5021e10', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1428555992-subnet', 'tenant_id': '24670fd6349b44c39d2345bc042d199f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:04:14.716994 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-43b1086c-6c01-4445-9f42-415bf1593017 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6624739 Aug 12 15:04:14.792626 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a95f0ea-c6f4-4d57-a528-3b3011faa8cd admin admin] Made reservation on behalf of 24670fd6349b44c39d2345bc042d199f for: {'subnet': 1} {{(pid=105905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:04:14.795071 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8a95f0ea-c6f4-4d57-a528-3b3011faa8cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8989713'] for subnet, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:15.010420 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8a95f0ea-c6f4-4d57-a528-3b3011faa8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2374630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8989731'] for subnet, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:15.042656 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:15.068127 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95f0ea-c6f4-4d57-a528-3b3011faa8cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a945afa0-b585-4491-a7d2-033886f7cbd6,revision_number=0']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:15.078392 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a95f0ea-c6f4-4d57-a528-3b3011faa8cd admin admin] Checking segment: {'id': '06f994eb-b69c-427a-bd0c-b42397506c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '09ecc193-d35e-4b8d-a38c-a80fa5021e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:04:15.078745 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a95f0ea-c6f4-4d57-a528-3b3011faa8cd admin admin] Network hostable DHCP agents. Network: 09ecc193-d35e-4b8d-a38c-a80fa5021e10, hostable agents: ['879afe7b-4486-4e56-823d-f9f5d4ac5aae'], hosted agents: [] {{(pid=105905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:04:15.158020 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a95f0ea-c6f4-4d57-a528-3b3011faa8cd admin admin] Network 09ecc193-d35e-4b8d-a38c-a80fa5021e10 is scheduled to be hosted by DHCP agent 879afe7b-4486-4e56-823d-f9f5d4ac5aae with binding_index 1 {{(pid=105905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:04:15.220908 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-8a95f0ea-c6f4-4d57-a528-3b3011faa8cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-3-iscsi, 09ecc193-d35e-4b8d-a38c-a80fa5021e10) {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:04:15.225455 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a95f0ea-c6f4-4d57-a528-3b3011faa8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:15.226108 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8a95f0ea-c6f4-4d57-a528-3b3011faa8cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for subnet, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:15.230070 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34f947a-2da6-42b5-b4fc-780f9abe5da4 None None] Network 09ecc193-d35e-4b8d-a38c-a80fa5021e10 requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:04:15.320069 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-8a95f0ea-c6f4-4d57-a528-3b3011faa8cd admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6075397 Aug 12 15:04:15.474920 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b10d3b-9d63-4898-a728-ee291e25ae6f None None] Network 09ecc193-d35e-4b8d-a38c-a80fa5021e10 requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:04:15.901418 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:17.363907 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-ec08c90a-e516-41b9-95b4-fbe2be02649b tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:17.366024 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-ec08c90a-e516-41b9-95b4-fbe2be02649b tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/networks?id=09ecc193-d35e-4b8d-a38c-a80fa5021e10 HTTP/1.1" status: 200 len: 809 time: 0.0986598 Aug 12 15:04:17.380486 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-44c5eedc-9483-4e6f-a6ba-7d50fb8de7a1 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/quotas/24670fd6349b44c39d2345bc042d199f HTTP/1.1" status: 200 len: 375 time: 0.0088344 Aug 12 15:04:17.415719 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-e54beefe-8a82-483b-9483-b45206ecb8ed tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=24670fd6349b44c39d2345bc042d199f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297725 Aug 12 15:04:17.466503 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:17.553597 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-af8e2336-9939-4a76-9057-5980516970d0 service neutron] 10.222.0.63 "GET /v2.0/networks/09ecc193-d35e-4b8d-a38c-a80fa5021e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309779 Aug 12 15:04:17.645630 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-7f710584-3f44-4f93-8b62-f2a77e1deb8a service neutron] 10.222.0.63 "GET /v2.0/networks/09ecc193-d35e-4b8d-a38c-a80fa5021e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857975 Aug 12 15:04:17.870101 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3d5aafed-7136-407b-a5cd-5e5e199c577f req-e1b36591-8489-4585-94df-3797c5d2344d tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/ports?device_id=01f0f27e-3c0c-45d2-9216-42a99ac5c1e5 HTTP/1.1" status: 200 len: 210 time: 0.0269537 Aug 12 15:04:18.962618 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4f8187d2-2211-4b25-a661-5394301cf3cc req-eed84e1f-b325-4104-8e0e-be7f9c083790 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/ports?device_id=01f0f27e-3c0c-45d2-9216-42a99ac5c1e5 HTTP/1.1" status: 200 len: 210 time: 0.0257990 Aug 12 15:04:19.980216 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-45fd2f3d-e477-47ab-9c02-2945fb9460b4 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:19.981608 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-45fd2f3d-e477-47ab-9c02-2945fb9460b4 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.73 "GET /v2.0/networks?id=09ecc193-d35e-4b8d-a38c-a80fa5021e10 HTTP/1.1" status: 200 len: 809 time: 0.1013021 Aug 12 15:04:19.996992 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-14418922-4cb0-4996-a2b7-08ccfb4c4ffe tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Request body: {'port': {'device_id': '01f0f27e-3c0c-45d2-9216-42a99ac5c1e5', 'network_id': '09ecc193-d35e-4b8d-a38c-a80fa5021e10', 'admin_state_up': True, 'tenant_id': '24670fd6349b44c39d2345bc042d199f'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:04:20.056867 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d995782c-be00-4a35-be6b-e567bf257afd req-2284c6af-5fe0-4ce5-904a-38335feb6b82 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/ports?device_id=01f0f27e-3c0c-45d2-9216-42a99ac5c1e5 HTTP/1.1" status: 200 len: 210 time: 0.0267391 Aug 12 15:04:20.260825 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-14418922-4cb0-4996-a2b7-08ccfb4c4ffe tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Made reservation on behalf of 24670fd6349b44c39d2345bc042d199f for: {'port': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:04:20.264758 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-14418922-4cb0-4996-a2b7-08ccfb4c4ffe tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:20.386004 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_common [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-14418922-4cb0-4996-a2b7-08ccfb4c4ffe tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Allocated IP 172.20.0.6 (09ecc193-d35e-4b8d-a38c-a80fa5021e10/a945afa0-b585-4491-a7d2-033886f7cbd6/db935e5c-1cfa-40ff-8295-49ecbe0edfa8) {{(pid=105906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:04:20.529235 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-14418922-4cb0-4996-a2b7-08ccfb4c4ffe tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Notify callbacks [] for port, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:20.701440 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-14418922-4cb0-4996-a2b7-08ccfb4c4ffe tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:20.749493 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-14418922-4cb0-4996-a2b7-08ccfb4c4ffe tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Network 09ecc193-d35e-4b8d-a38c-a80fa5021e10 is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:04:20.752620 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-14418922-4cb0-4996-a2b7-08ccfb4c4ffe tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:04:20.756373 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-14418922-4cb0-4996-a2b7-08ccfb4c4ffe tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Received port after_create {{(pid=105906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:04:20.779377 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14418922-4cb0-4996-a2b7-08ccfb4c4ffe tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Pushing event updated for resources: {'Port': ['ID=db935e5c-1cfa-40ff-8295-49ecbe0edfa8,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:20.806573 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-14418922-4cb0-4996-a2b7-08ccfb4c4ffe tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:20.807170 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-14418922-4cb0-4996-a2b7-08ccfb4c4ffe tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:20.890346 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-14418922-4cb0-4996-a2b7-08ccfb4c4ffe tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8974559 Aug 12 15:04:20.903181 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-5f2edc2b-fd84-49ad-8cff-7ab893865a3b service neutron] Request body: {'port': {'device_id': '01f0f27e-3c0c-45d2-9216-42a99ac5c1e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:04:20.963875 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-5f2edc2b-fd84-49ad-8cff-7ab893865a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:21.182587 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91695d-1cca-4738-bbba-085e21ce4184 req-34198551-0c20-4ce2-bf01-a1aef48c02d9 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:21.184075 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2e91695d-1cca-4738-bbba-085e21ce4184 req-34198551-0c20-4ce2-bf01-a1aef48c02d9 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/ports?device_id=01f0f27e-3c0c-45d2-9216-42a99ac5c1e5 HTTP/1.1" status: 200 len: 931 time: 0.0496507 Aug 12 15:04:21.223127 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2e91695d-1cca-4738-bbba-085e21ce4184 req-5b685c30-3066-4cc3-8052-7ee9e39e9513 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/security-groups?id=1f4b5ca1-33dc-4504-a78f-3864076b8594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331836 Aug 12 15:04:21.232521 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-5f2edc2b-fd84-49ad-8cff-7ab893865a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db935e5c-1cfa-40ff-8295-49ecbe0edfa8 {{(pid=105906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:04:21.240841 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-5f2edc2b-fd84-49ad-8cff-7ab893865a3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:21.253355 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-5f2edc2b-fd84-49ad-8cff-7ab893865a3b service neutron] Transition to ACTIVE for port object db935e5c-1cfa-40ff-8295-49ecbe0edfa8 will not be triggered until provisioned by entity L2. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:04:21.323075 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-5f2edc2b-fd84-49ad-8cff-7ab893865a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:21.370171 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2edc2b-fd84-49ad-8cff-7ab893865a3b service neutron] Pushing event updated for resources: {'Port': ['ID=db935e5c-1cfa-40ff-8295-49ecbe0edfa8,revision_number=2']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:21.437139 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-5f2edc2b-fd84-49ad-8cff-7ab893865a3b service neutron] Attempting to bind port db935e5c-1cfa-40ff-8295-49ecbe0edfa8 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:04:21.437490 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-5f2edc2b-fd84-49ad-8cff-7ab893865a3b service neutron] Attempting to bind port db935e5c-1cfa-40ff-8295-49ecbe0edfa8 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': '06f994eb-b69c-427a-bd0c-b42397506c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '09ecc193-d35e-4b8d-a38c-a80fa5021e10'}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:04:21.437792 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-5f2edc2b-fd84-49ad-8cff-7ab893865a3b service neutron] Attempting to bind port db935e5c-1cfa-40ff-8295-49ecbe0edfa8 on network 09ecc193-d35e-4b8d-a38c-a80fa5021e10 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:04:21.441946 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-5f2edc2b-fd84-49ad-8cff-7ab893865a3b service neutron] Port db935e5c-1cfa-40ff-8295-49ecbe0edfa8 on network 09ecc193-d35e-4b8d-a38c-a80fa5021e10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:04:21.442265 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-5f2edc2b-fd84-49ad-8cff-7ab893865a3b service neutron] Attempting to bind port db935e5c-1cfa-40ff-8295-49ecbe0edfa8 on network 09ecc193-d35e-4b8d-a38c-a80fa5021e10 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:04:21.447721 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-5f2edc2b-fd84-49ad-8cff-7ab893865a3b service neutron] Checking agent: {'id': '8bc968ee-63fe-4341-8ff4-51482bda9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'started_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:04:21.448053 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-5f2edc2b-fd84-49ad-8cff-7ab893865a3b service neutron] Checking segment: {'id': '06f994eb-b69c-427a-bd0c-b42397506c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '09ecc193-d35e-4b8d-a38c-a80fa5021e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:04:21.448429 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-5f2edc2b-fd84-49ad-8cff-7ab893865a3b service neutron] Bound using segment: {'id': '06f994eb-b69c-427a-bd0c-b42397506c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '09ecc193-d35e-4b8d-a38c-a80fa5021e10'} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:04:21.448884 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-5f2edc2b-fd84-49ad-8cff-7ab893865a3b service neutron] Bound port: db935e5c-1cfa-40ff-8295-49ecbe0edfa8, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06f994eb-b69c-427a-bd0c-b42397506c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '09ecc193-d35e-4b8d-a38c-a80fa5021e10'}}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:04:21.449232 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-5f2edc2b-fd84-49ad-8cff-7ab893865a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:21.511911 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-5f2edc2b-fd84-49ad-8cff-7ab893865a3b service neutron] For port db935e5c-1cfa-40ff-8295-49ecbe0edfa8, host hv-cinder-80001, cleared binding levels {{(pid=105906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:04:21.514867 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-5f2edc2b-fd84-49ad-8cff-7ab893865a3b service neutron] For port db935e5c-1cfa-40ff-8295-49ecbe0edfa8, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=db935e5c-1cfa-40ff-8295-49ecbe0edfa8,segment=NetworkSegment(06f994eb-b69c-427a-bd0c-b42397506c56),segment_id=06f994eb-b69c-427a-bd0c-b42397506c56)] {{(pid=105906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:04:21.627643 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-5f2edc2b-fd84-49ad-8cff-7ab893865a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:21.665051 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-5f2edc2b-fd84-49ad-8cff-7ab893865a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:21.665666 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-5f2edc2b-fd84-49ad-8cff-7ab893865a3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:21.667074 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-5f2edc2b-fd84-49ad-8cff-7ab893865a3b service neutron] 10.222.0.73 "PUT /v2.0/ports/db935e5c-1cfa-40ff-8295-49ecbe0edfa8 HTTP/1.1" status: 200 len: 1093 time: 0.7678490 Aug 12 15:04:21.667513 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f0f27e-3c0c-45d2-9216-42a99ac5c1e5', 'tag': 'db935e5c-1cfa-40ff-8295-49ecbe0edfa8'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:04:21.669767 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296a2561-da39-47d8-9bc5-c07d12ad2de4" -d '{"events": [{"name": "network-changed", "server_uuid": "01f0f27e-3c0c-45d2-9216-42a99ac5c1e5", "tag": "db935e5c-1cfa-40ff-8295-49ecbe0edfa8"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:04:21.693507 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2edc2b-fd84-49ad-8cff-7ab893865a3b service neutron] Pushing event updated for resources: {'Port': ['ID=db935e5c-1cfa-40ff-8295-49ecbe0edfa8,revision_number=3']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:21.713163 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7759484-506f-4d38-8a3c-3e5e47f07df6 x-openstack-request-id: req-b7759484-506f-4d38-8a3c-3e5e47f07df6 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:04:21.713447 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f0f27e-3c0c-45d2-9216-42a99ac5c1e5", "tag": "db935e5c-1cfa-40ff-8295-49ecbe0edfa8", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:04:21.713693 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b7759484-506f-4d38-8a3c-3e5e47f07df6 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:04:21.714083 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f0f27e-3c0c-45d2-9216-42a99ac5c1e5', 'tag': 'db935e5c-1cfa-40ff-8295-49ecbe0edfa8', 'status': 'completed', 'code': 200} Aug 12 15:04:21.772530 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a2561-da39-47d8-9bc5-c07d12ad2de4 req-e96525ba-2eb9-40c4-b46f-95650f2981f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:21.774037 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-296a2561-da39-47d8-9bc5-c07d12ad2de4 req-e96525ba-2eb9-40c4-b46f-95650f2981f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=24670fd6349b44c39d2345bc042d199f&device_id=01f0f27e-3c0c-45d2-9216-42a99ac5c1e5 HTTP/1.1" status: 200 len: 1096 time: 0.0401425 Aug 12 15:04:21.871726 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a2561-da39-47d8-9bc5-c07d12ad2de4 req-13c55072-5e47-4877-9d3f-e26ac8378895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:21.873192 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-296a2561-da39-47d8-9bc5-c07d12ad2de4 req-13c55072-5e47-4877-9d3f-e26ac8378895 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=24670fd6349b44c39d2345bc042d199f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0908277 Aug 12 15:04:21.962529 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a2561-da39-47d8-9bc5-c07d12ad2de4 req-43f423c7-0819-45d9-b748-3b47fa80895a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:21.963868 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-296a2561-da39-47d8-9bc5-c07d12ad2de4 req-43f423c7-0819-45d9-b748-3b47fa80895a service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0833428 Aug 12 15:04:22.041828 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-9f71053b-8ced-4342-84da-05484a5bbb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:22.043557 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-9f71053b-8ced-4342-84da-05484a5bbb53 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=24670fd6349b44c39d2345bc042d199f&device_id=01f0f27e-3c0c-45d2-9216-42a99ac5c1e5 HTTP/1.1" status: 200 len: 1096 time: 0.0410416 Aug 12 15:04:22.087827 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-470413f2-3ed9-405d-96b1-685ca2bb0cbb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db935e5c-1cfa-40ff-8295-49ecbe0edfa8 HTTP/1.1" status: 200 len: 217 time: 0.0362782 Aug 12 15:04:22.137204 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-f46fa405-9bf4-4dc2-bc04-1d950a98eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:22.138580 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-f46fa405-9bf4-4dc2-bc04-1d950a98eff1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a945afa0-b585-4491-a7d2-033886f7cbd6 HTTP/1.1" status: 200 len: 849 time: 0.0421441 Aug 12 15:04:22.171090 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-de48e561-5cca-4df0-985c-7aba9e76544d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=09ecc193-d35e-4b8d-a38c-a80fa5021e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237107 Aug 12 15:04:22.263352 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-312a8c7d-538f-4ef0-8b65-8c4f0a6151c6 service neutron] 10.222.0.73 "GET /v2.0/networks/09ecc193-d35e-4b8d-a38c-a80fa5021e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832524 Aug 12 15:04:22.346510 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d286133-8bc1-414f-93d7-ab4f107a8afa req-1888991a-01c5-495f-ac4a-fca4eb0b4110 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:22.348030 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4d286133-8bc1-414f-93d7-ab4f107a8afa req-1888991a-01c5-495f-ac4a-fca4eb0b4110 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/ports?device_id=01f0f27e-3c0c-45d2-9216-42a99ac5c1e5 HTTP/1.1" status: 200 len: 943 time: 0.0543859 Aug 12 15:04:22.357523 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1604555d-f90b-49e1-bd30-feae2dac7921 req-c823aa1a-8333-4cb7-b19a-ee91c2fc2fc5 service neutron] 10.222.0.73 "GET /v2.0/networks/09ecc193-d35e-4b8d-a38c-a80fa5021e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841401 Aug 12 15:04:22.400885 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4d286133-8bc1-414f-93d7-ab4f107a8afa req-a2df894c-215c-4609-b95e-178c05c06ccc tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/security-groups?id=1f4b5ca1-33dc-4504-a78f-3864076b8594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461636 Aug 12 15:04:23.514250 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfdb65-c846-499d-805f-99d04a56dd13 req-c992a3f1-a306-4e61-a458-ac47f2cc9881 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:23.515725 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-87cfdb65-c846-499d-805f-99d04a56dd13 req-c992a3f1-a306-4e61-a458-ac47f2cc9881 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/ports?device_id=01f0f27e-3c0c-45d2-9216-42a99ac5c1e5 HTTP/1.1" status: 200 len: 943 time: 0.0478702 Aug 12 15:04:23.553570 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-87cfdb65-c846-499d-805f-99d04a56dd13 req-55394784-45b4-4177-80f3-13cc21bed687 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/security-groups?id=1f4b5ca1-33dc-4504-a78f-3864076b8594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319440 Aug 12 15:04:24.666317 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b99b4-566f-42a0-bc1c-0cef7102737e req-2a403675-f03a-48e7-a2cc-7dd4ecce73ce tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:24.667965 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-389b99b4-566f-42a0-bc1c-0cef7102737e req-2a403675-f03a-48e7-a2cc-7dd4ecce73ce tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/ports?device_id=01f0f27e-3c0c-45d2-9216-42a99ac5c1e5 HTTP/1.1" status: 200 len: 943 time: 0.0482414 Aug 12 15:04:24.704568 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-389b99b4-566f-42a0-bc1c-0cef7102737e req-dc0b289f-9cce-4736-91bc-45394fa72372 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/security-groups?id=1f4b5ca1-33dc-4504-a78f-3864076b8594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309024 Aug 12 15:04:25.125563 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device db935e5c-1cfa-40ff-8295-49ecbe0edfa8 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=105907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:04:25.226886 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port db935e5c-1cfa-40ff-8295-49ecbe0edfa8, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=db935e5c-1cfa-40ff-8295-49ecbe0edfa8,segment=NetworkSegment(06f994eb-b69c-427a-bd0c-b42397506c56),segment_id=06f994eb-b69c-427a-bd0c-b42397506c56)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:04:25.237714 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Returning: {'device': 'db935e5c-1cfa-40ff-8295-49ecbe0edfa8', 'network_id': '09ecc193-d35e-4b8d-a38c-a80fa5021e10', 'port_id': 'db935e5c-1cfa-40ff-8295-49ecbe0edfa8', 'mac_address': 'fa:16:3e:97:ce:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a945afa0-b585-4491-a7d2-033886f7cbd6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:04:25.276231 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:25.290470 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db935e5c-1cfa-40ff-8295-49ecbe0edfa8 {{(pid=105907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:04:25.309819 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port db935e5c-1cfa-40ff-8295-49ecbe0edfa8, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=db935e5c-1cfa-40ff-8295-49ecbe0edfa8,segment=NetworkSegment(06f994eb-b69c-427a-bd0c-b42397506c56),segment_id=06f994eb-b69c-427a-bd0c-b42397506c56)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:04:25.397762 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:25.445957 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=db935e5c-1cfa-40ff-8295-49ecbe0edfa8,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:25.665828 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['db935e5c-1cfa-40ff-8295-49ecbe0edfa8'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:04:25.824317 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58162f11-bef7-4de7-bcad-47fec71432c4 req-1a5ecdfc-4139-4d3c-9c33-72d31d5e1686 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:25.825858 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-58162f11-bef7-4de7-bcad-47fec71432c4 req-1a5ecdfc-4139-4d3c-9c33-72d31d5e1686 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/ports?device_id=01f0f27e-3c0c-45d2-9216-42a99ac5c1e5 HTTP/1.1" status: 200 len: 944 time: 0.0534472 Aug 12 15:04:25.863657 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-58162f11-bef7-4de7-bcad-47fec71432c4 req-fac0c5b5-5988-4598-bd99-7154bc20df5f tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/security-groups?id=1f4b5ca1-33dc-4504-a78f-3864076b8594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318847 Aug 12 15:04:26.974610 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6dd6e-6794-4d1d-a9a0-e4a069e78a43 req-30ad5fc6-6a07-4a0d-85b0-0f91f4b28f7a tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:26.976066 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2ae6dd6e-6794-4d1d-a9a0-e4a069e78a43 req-30ad5fc6-6a07-4a0d-85b0-0f91f4b28f7a tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/ports?device_id=01f0f27e-3c0c-45d2-9216-42a99ac5c1e5 HTTP/1.1" status: 200 len: 944 time: 0.0480688 Aug 12 15:04:27.012497 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2ae6dd6e-6794-4d1d-a9a0-e4a069e78a43 req-525dfb18-230e-4d6f-810c-a6ae48c36ac4 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/security-groups?id=1f4b5ca1-33dc-4504-a78f-3864076b8594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305593 Aug 12 15:04:27.137202 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device db935e5c-1cfa-40ff-8295-49ecbe0edfa8 up at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:04:27.260003 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning for port db935e5c-1cfa-40ff-8295-49ecbe0edfa8 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:04:27.263796 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning complete for port db935e5c-1cfa-40ff-8295-49ecbe0edfa8 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:04:27.264165 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:27.340858 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:27.361777 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f0f27e-3c0c-45d2-9216-42a99ac5c1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db935e5c-1cfa-40ff-8295-49ecbe0edfa8'}] {{(pid=105907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:04:27.363985 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d000d793ac8a3d868a659aad16e36a91200609b2b231164c0c4cfca9150c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81659dd1-4506-43ec-a7ed-55744ff04957" -d '{"events": [{"server_uuid": "01f0f27e-3c0c-45d2-9216-42a99ac5c1e5", "name": "network-vif-plugged", "status": "completed", "tag": "db935e5c-1cfa-40ff-8295-49ecbe0edfa8"}]}' {{(pid=105907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:04:27.376701 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port db935e5c-1cfa-40ff-8295-49ecbe0edfa8, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=db935e5c-1cfa-40ff-8295-49ecbe0edfa8,segment=NetworkSegment(06f994eb-b69c-427a-bd0c-b42397506c56),segment_id=06f994eb-b69c-427a-bd0c-b42397506c56)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:04:27.401596 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d20f28-551c-4b15-af6a-64d420be03c9 x-openstack-request-id: req-62d20f28-551c-4b15-af6a-64d420be03c9 {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:04:27.401906 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f0f27e-3c0c-45d2-9216-42a99ac5c1e5", "name": "network-vif-plugged", "status": "completed", "tag": "db935e5c-1cfa-40ff-8295-49ecbe0edfa8", "code": 200}]} {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:04:27.402163 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-62d20f28-551c-4b15-af6a-64d420be03c9 {{(pid=105907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:04:27.402589 dv-cinder-800015-3-iscsi neutron-server[105907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f0f27e-3c0c-45d2-9216-42a99ac5c1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db935e5c-1cfa-40ff-8295-49ecbe0edfa8', 'code': 200} Aug 12 15:04:27.466929 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:27.517889 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=db935e5c-1cfa-40ff-8295-49ecbe0edfa8,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:27.774093 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101db8ac-8c7b-428b-860b-1d090583d1c9 req-bed34910-a549-4233-8224-039652361202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:27.774093 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-101db8ac-8c7b-428b-860b-1d090583d1c9 req-bed34910-a549-4233-8224-039652361202 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=01f0f27e-3c0c-45d2-9216-42a99ac5c1e5 HTTP/1.1" status: 200 len: 1098 time: 0.0442820 Aug 12 15:04:27.809313 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-101db8ac-8c7b-428b-860b-1d090583d1c9 req-7a093908-7a6b-4634-af05-4d1cb718ad8d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1f4b5ca1-33dc-4504-a78f-3864076b8594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300958 Aug 12 15:04:28.128196 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79de73c-41d0-4176-9882-47a0b2d7aac2 req-2ff3a87a-244c-45d3-b1a0-f8adce970a4f tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:28.129660 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d79de73c-41d0-4176-9882-47a0b2d7aac2 req-2ff3a87a-244c-45d3-b1a0-f8adce970a4f tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/ports?device_id=01f0f27e-3c0c-45d2-9216-42a99ac5c1e5 HTTP/1.1" status: 200 len: 945 time: 0.0478439 Aug 12 15:04:28.166218 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d79de73c-41d0-4176-9882-47a0b2d7aac2 req-36ae286e-5b7a-42ab-bf8a-b4d32825b8df tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/security-groups?id=1f4b5ca1-33dc-4504-a78f-3864076b8594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306768 Aug 12 15:04:29.281641 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38faafb6-4f95-40c2-aba7-7fc4b55bfd45 req-6436ddde-5f76-4da1-8edc-b64cf6e23e37 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:29.283095 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-38faafb6-4f95-40c2-aba7-7fc4b55bfd45 req-6436ddde-5f76-4da1-8edc-b64cf6e23e37 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/ports?device_id=01f0f27e-3c0c-45d2-9216-42a99ac5c1e5 HTTP/1.1" status: 200 len: 945 time: 0.0515199 Aug 12 15:04:29.321004 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-38faafb6-4f95-40c2-aba7-7fc4b55bfd45 req-a055cb9a-8cff-4afb-b5a8-e99fd997446a tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/security-groups?id=1f4b5ca1-33dc-4504-a78f-3864076b8594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314662 Aug 12 15:04:30.845146 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1731604-1d8c-47f5-b723-7bd0e9a99be2 req-b89afdf6-1838-434a-a88b-6c7eb15813b0 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:30.846654 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b1731604-1d8c-47f5-b723-7bd0e9a99be2 req-b89afdf6-1838-434a-a88b-6c7eb15813b0 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/ports?device_id=01f0f27e-3c0c-45d2-9216-42a99ac5c1e5 HTTP/1.1" status: 200 len: 945 time: 0.0503802 Aug 12 15:04:30.884206 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b1731604-1d8c-47f5-b723-7bd0e9a99be2 req-da62e5a5-6742-441b-98ed-dd53ee169734 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/security-groups?id=1f4b5ca1-33dc-4504-a78f-3864076b8594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316057 Aug 12 15:04:31.998237 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd3f91-8609-4aab-81a4-e6d953ce261f req-8f504ea2-0a1c-40c1-a970-a3809ab1ef6e tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:31.999695 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2dcd3f91-8609-4aab-81a4-e6d953ce261f req-8f504ea2-0a1c-40c1-a970-a3809ab1ef6e tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/ports?device_id=01f0f27e-3c0c-45d2-9216-42a99ac5c1e5 HTTP/1.1" status: 200 len: 945 time: 0.0478907 Aug 12 15:04:32.037282 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2dcd3f91-8609-4aab-81a4-e6d953ce261f req-b79ff777-79cd-4295-b500-b0af1c1640d4 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/security-groups?id=1f4b5ca1-33dc-4504-a78f-3864076b8594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317032 Aug 12 15:04:32.324942 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4d54c-081e-4664-91b5-839a4f26baf9 req-8cffb04a-c67c-40e2-a695-0930675aac22 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:32.326303 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-30b4d54c-081e-4664-91b5-839a4f26baf9 req-8cffb04a-c67c-40e2-a695-0930675aac22 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.73 "GET /v2.0/ports?device_id=01f0f27e-3c0c-45d2-9216-42a99ac5c1e5 HTTP/1.1" status: 200 len: 945 time: 0.0516012 Aug 12 15:04:32.427474 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-30b4d54c-081e-4664-91b5-839a4f26baf9 req-8ab7b813-7d2d-4b1f-8a3f-01e8712e9582 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Deleting port db935e5c-1cfa-40ff-8295-49ecbe0edfa8 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:04:32.427815 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-30b4d54c-081e-4664-91b5-839a4f26baf9 req-8ab7b813-7d2d-4b1f-8a3f-01e8712e9582 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:32.517229 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-30b4d54c-081e-4664-91b5-839a4f26baf9 req-8ab7b813-7d2d-4b1f-8a3f-01e8712e9582 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] For port db935e5c-1cfa-40ff-8295-49ecbe0edfa8, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=db935e5c-1cfa-40ff-8295-49ecbe0edfa8,segment=NetworkSegment(06f994eb-b69c-427a-bd0c-b42397506c56),segment_id=06f994eb-b69c-427a-bd0c-b42397506c56)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:04:32.517591 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-30b4d54c-081e-4664-91b5-839a4f26baf9 req-8ab7b813-7d2d-4b1f-8a3f-01e8712e9582 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:32.530723 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-30b4d54c-081e-4664-91b5-839a4f26baf9 req-8ab7b813-7d2d-4b1f-8a3f-01e8712e9582 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Calling delete_port for db935e5c-1cfa-40ff-8295-49ecbe0edfa8 owned by compute:nova {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:04:32.741010 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-30b4d54c-081e-4664-91b5-839a4f26baf9 req-8ab7b813-7d2d-4b1f-8a3f-01e8712e9582 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:32.753268 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['db935e5c-1cfa-40ff-8295-49ecbe0edfa8'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:04:32.768943 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7b813-7d2d-4b1f-8a3f-01e8712e9582 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Pushing event deleted for resources: {'Port': ['ID=db935e5c-1cfa-40ff-8295-49ecbe0edfa8,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:32.810505 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b4d54c-081e-4664-91b5-839a4f26baf9 req-8ab7b813-7d2d-4b1f-8a3f-01e8712e9582 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] No DVR routers for this DVR port db935e5c-1cfa-40ff-8295-49ecbe0edfa8 on host hv-cinder-80001 {{(pid=105906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:04:32.813173 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-30b4d54c-081e-4664-91b5-839a4f26baf9 req-8ab7b813-7d2d-4b1f-8a3f-01e8712e9582 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:32.815294 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-30b4d54c-081e-4664-91b5-839a4f26baf9 req-8ab7b813-7d2d-4b1f-8a3f-01e8712e9582 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.73 "DELETE /v2.0/ports/db935e5c-1cfa-40ff-8295-49ecbe0edfa8 HTTP/1.1" status: 204 len: 173 time: 0.4827418 Aug 12 15:04:32.815763 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f0f27e-3c0c-45d2-9216-42a99ac5c1e5', 'name': 'network-vif-deleted', 'tag': 'db935e5c-1cfa-40ff-8295-49ecbe0edfa8'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:04:32.818050 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fca783-c43c-4ed9-9787-1acc23dc172a" -d '{"events": [{"server_uuid": "01f0f27e-3c0c-45d2-9216-42a99ac5c1e5", "name": "network-vif-deleted", "tag": "db935e5c-1cfa-40ff-8295-49ecbe0edfa8"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:04:32.860882 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb2b568-3f74-4de9-a02e-43968e5fee02 x-openstack-request-id: req-2cb2b568-3f74-4de9-a02e-43968e5fee02 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:04:32.861165 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f0f27e-3c0c-45d2-9216-42a99ac5c1e5", "name": "network-vif-deleted", "tag": "db935e5c-1cfa-40ff-8295-49ecbe0edfa8", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:04:32.861407 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2cb2b568-3f74-4de9-a02e-43968e5fee02 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:04:32.861792 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f0f27e-3c0c-45d2-9216-42a99ac5c1e5', 'name': 'network-vif-deleted', 'tag': 'db935e5c-1cfa-40ff-8295-49ecbe0edfa8', 'status': 'completed', 'code': 200} Aug 12 15:04:33.133474 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5b2cd550-e8c4-4c9e-b649-48f37d558c05 req-6c7c3937-9490-4b1a-b277-71ff989bd126 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/ports?device_id=01f0f27e-3c0c-45d2-9216-42a99ac5c1e5 HTTP/1.1" status: 200 len: 210 time: 0.0292311 Aug 12 15:04:34.384899 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-4f44135d-2f04-4e6f-a15f-55c8b0de79ad tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:34.386353 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-4f44135d-2f04-4e6f-a15f-55c8b0de79ad tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/networks?id=09ecc193-d35e-4b8d-a38c-a80fa5021e10 HTTP/1.1" status: 200 len: 809 time: 0.0981469 Aug 12 15:04:34.401388 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-8ec7bd36-b7d2-4683-be68-f860f587d7ac tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/quotas/24670fd6349b44c39d2345bc042d199f HTTP/1.1" status: 200 len: 375 time: 0.0094626 Aug 12 15:04:34.432350 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-be7b51a1-15a9-45cd-998c-544facd1aa88 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=24670fd6349b44c39d2345bc042d199f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252874 Aug 12 15:04:34.523858 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-d12b7e6c-99a5-4693-a811-fda739ccb1cc service neutron] 10.222.0.63 "GET /v2.0/networks/09ecc193-d35e-4b8d-a38c-a80fa5021e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847454 Aug 12 15:04:34.609872 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-4facfc94-b6fa-464a-b37b-8081d60c2366 service neutron] 10.222.0.63 "GET /v2.0/networks/09ecc193-d35e-4b8d-a38c-a80fa5021e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794253 Aug 12 15:04:34.835804 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-17d96800-02bb-417e-abb4-92d1c9a25603 req-eda1bc33-0865-4223-8d4a-96b81b5377d8 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/ports?device_id=7838820a-cb5a-4d64-aa01-3b85a73dc88a HTTP/1.1" status: 200 len: 210 time: 0.0302770 Aug 12 15:04:35.149037 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device db935e5c-1cfa-40ff-8295-49ecbe0edfa8 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:04:35.171880 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] No Port match for: db935e5c-1cfa-40ff-8295-49ecbe0edfa8 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:04:35.172226 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device db935e5c-1cfa-40ff-8295-49ecbe0edfa8 not bound to the agent host hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:04:35.768529 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:35.931934 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-569fd89b-abc9-4ef9-b9c7-0f74e61568dd req-e0fc8acd-96ab-4032-9e90-2b509733b07f tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/ports?device_id=7838820a-cb5a-4d64-aa01-3b85a73dc88a HTTP/1.1" status: 200 len: 210 time: 0.0259376 Aug 12 15:04:36.661894 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-d8e97a05-4fb0-4964-b05f-1fe0b5a415fa tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:36.663368 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-d8e97a05-4fb0-4964-b05f-1fe0b5a415fa tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.73 "GET /v2.0/networks?id=09ecc193-d35e-4b8d-a38c-a80fa5021e10 HTTP/1.1" status: 200 len: 809 time: 0.1104620 Aug 12 15:04:36.680181 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-229e17db-fde1-40c1-a41e-aa82e99af044 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Request body: {'port': {'device_id': '7838820a-cb5a-4d64-aa01-3b85a73dc88a', 'network_id': '09ecc193-d35e-4b8d-a38c-a80fa5021e10', 'admin_state_up': True, 'tenant_id': '24670fd6349b44c39d2345bc042d199f'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:04:36.912378 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-229e17db-fde1-40c1-a41e-aa82e99af044 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Made reservation on behalf of 24670fd6349b44c39d2345bc042d199f for: {'port': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:04:36.915907 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-229e17db-fde1-40c1-a41e-aa82e99af044 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:37.029193 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c9a1ca89-76ea-4da5-a842-6b1d53c5d652 req-55708e0d-c31b-47c8-b2c5-804008bbedc8 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/ports?device_id=7838820a-cb5a-4d64-aa01-3b85a73dc88a HTTP/1.1" status: 200 len: 210 time: 0.0275755 Aug 12 15:04:37.041650 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_common [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-229e17db-fde1-40c1-a41e-aa82e99af044 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Allocated IP 172.20.0.7 (09ecc193-d35e-4b8d-a38c-a80fa5021e10/a945afa0-b585-4491-a7d2-033886f7cbd6/e757ad92-5980-46a4-8fb8-50aefde7e1b8) {{(pid=105906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:04:37.194088 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-229e17db-fde1-40c1-a41e-aa82e99af044 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Notify callbacks [] for port, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:37.301132 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-229e17db-fde1-40c1-a41e-aa82e99af044 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:37.340977 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-229e17db-fde1-40c1-a41e-aa82e99af044 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Network 09ecc193-d35e-4b8d-a38c-a80fa5021e10 is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:04:37.345861 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-229e17db-fde1-40c1-a41e-aa82e99af044 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:04:37.349460 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-229e17db-fde1-40c1-a41e-aa82e99af044 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Received port after_create {{(pid=105906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:04:37.376794 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e17db-fde1-40c1-a41e-aa82e99af044 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Pushing event updated for resources: {'Port': ['ID=e757ad92-5980-46a4-8fb8-50aefde7e1b8,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:37.401699 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-229e17db-fde1-40c1-a41e-aa82e99af044 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:37.402299 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-229e17db-fde1-40c1-a41e-aa82e99af044 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:37.511960 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-229e17db-fde1-40c1-a41e-aa82e99af044 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8361342 Aug 12 15:04:37.526559 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-4bf1c08b-4e53-45f2-bbe3-1771c6a3997b service neutron] Request body: {'port': {'device_id': '7838820a-cb5a-4d64-aa01-3b85a73dc88a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:04:37.587592 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-4bf1c08b-4e53-45f2-bbe3-1771c6a3997b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:37.844406 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-4bf1c08b-4e53-45f2-bbe3-1771c6a3997b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e757ad92-5980-46a4-8fb8-50aefde7e1b8 {{(pid=105906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:04:37.851910 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-4bf1c08b-4e53-45f2-bbe3-1771c6a3997b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:37.863710 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-4bf1c08b-4e53-45f2-bbe3-1771c6a3997b service neutron] Transition to ACTIVE for port object e757ad92-5980-46a4-8fb8-50aefde7e1b8 will not be triggered until provisioned by entity L2. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:04:37.957900 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-4bf1c08b-4e53-45f2-bbe3-1771c6a3997b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:38.025851 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1c08b-4e53-45f2-bbe3-1771c6a3997b service neutron] Pushing event updated for resources: {'Port': ['ID=e757ad92-5980-46a4-8fb8-50aefde7e1b8,revision_number=2']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:38.073436 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-4bf1c08b-4e53-45f2-bbe3-1771c6a3997b service neutron] Attempting to bind port e757ad92-5980-46a4-8fb8-50aefde7e1b8 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:04:38.078415 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-4bf1c08b-4e53-45f2-bbe3-1771c6a3997b service neutron] Attempting to bind port e757ad92-5980-46a4-8fb8-50aefde7e1b8 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': '06f994eb-b69c-427a-bd0c-b42397506c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '09ecc193-d35e-4b8d-a38c-a80fa5021e10'}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:04:38.078415 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-4bf1c08b-4e53-45f2-bbe3-1771c6a3997b service neutron] Attempting to bind port e757ad92-5980-46a4-8fb8-50aefde7e1b8 on network 09ecc193-d35e-4b8d-a38c-a80fa5021e10 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:04:38.078415 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-4bf1c08b-4e53-45f2-bbe3-1771c6a3997b service neutron] Port e757ad92-5980-46a4-8fb8-50aefde7e1b8 on network 09ecc193-d35e-4b8d-a38c-a80fa5021e10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:04:38.078791 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-4bf1c08b-4e53-45f2-bbe3-1771c6a3997b service neutron] Attempting to bind port e757ad92-5980-46a4-8fb8-50aefde7e1b8 on network 09ecc193-d35e-4b8d-a38c-a80fa5021e10 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:04:38.083290 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-4bf1c08b-4e53-45f2-bbe3-1771c6a3997b service neutron] Checking agent: {'id': '8bc968ee-63fe-4341-8ff4-51482bda9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'started_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:04:38.083629 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-4bf1c08b-4e53-45f2-bbe3-1771c6a3997b service neutron] Checking segment: {'id': '06f994eb-b69c-427a-bd0c-b42397506c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '09ecc193-d35e-4b8d-a38c-a80fa5021e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:04:38.084006 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-4bf1c08b-4e53-45f2-bbe3-1771c6a3997b service neutron] Bound using segment: {'id': '06f994eb-b69c-427a-bd0c-b42397506c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '09ecc193-d35e-4b8d-a38c-a80fa5021e10'} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:04:38.084430 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-4bf1c08b-4e53-45f2-bbe3-1771c6a3997b service neutron] Bound port: e757ad92-5980-46a4-8fb8-50aefde7e1b8, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06f994eb-b69c-427a-bd0c-b42397506c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '09ecc193-d35e-4b8d-a38c-a80fa5021e10'}}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:04:38.084810 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-4bf1c08b-4e53-45f2-bbe3-1771c6a3997b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:38.150511 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-4bf1c08b-4e53-45f2-bbe3-1771c6a3997b service neutron] For port e757ad92-5980-46a4-8fb8-50aefde7e1b8, host hv-cinder-80001, cleared binding levels {{(pid=105906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:04:38.154150 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-4bf1c08b-4e53-45f2-bbe3-1771c6a3997b service neutron] For port e757ad92-5980-46a4-8fb8-50aefde7e1b8, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=e757ad92-5980-46a4-8fb8-50aefde7e1b8,segment=NetworkSegment(06f994eb-b69c-427a-bd0c-b42397506c56),segment_id=06f994eb-b69c-427a-bd0c-b42397506c56)] {{(pid=105906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:04:38.156436 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b1e3c-0c70-4a8e-9b48-0cd127321a61 req-76ff0408-e931-4eb0-ab44-7784b808118b tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:38.158090 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-921b1e3c-0c70-4a8e-9b48-0cd127321a61 req-76ff0408-e931-4eb0-ab44-7784b808118b tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/ports?device_id=7838820a-cb5a-4d64-aa01-3b85a73dc88a HTTP/1.1" status: 200 len: 943 time: 0.0603261 Aug 12 15:04:38.198433 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-921b1e3c-0c70-4a8e-9b48-0cd127321a61 req-5845c3c1-dfdd-4bb1-87bc-71fa494f5f05 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/security-groups?id=1f4b5ca1-33dc-4504-a78f-3864076b8594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331612 Aug 12 15:04:38.244333 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-4bf1c08b-4e53-45f2-bbe3-1771c6a3997b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:38.278231 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-4bf1c08b-4e53-45f2-bbe3-1771c6a3997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:38.278768 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-4bf1c08b-4e53-45f2-bbe3-1771c6a3997b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:38.280136 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-4bf1c08b-4e53-45f2-bbe3-1771c6a3997b service neutron] 10.222.0.73 "PUT /v2.0/ports/e757ad92-5980-46a4-8fb8-50aefde7e1b8 HTTP/1.1" status: 200 len: 1093 time: 0.7581580 Aug 12 15:04:38.280562 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7838820a-cb5a-4d64-aa01-3b85a73dc88a', 'tag': 'e757ad92-5980-46a4-8fb8-50aefde7e1b8'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:04:38.282781 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990745f9-82d0-4ebc-b2aa-c0b0a17758fd" -d '{"events": [{"name": "network-changed", "server_uuid": "7838820a-cb5a-4d64-aa01-3b85a73dc88a", "tag": "e757ad92-5980-46a4-8fb8-50aefde7e1b8"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:04:38.304963 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1c08b-4e53-45f2-bbe3-1771c6a3997b service neutron] Pushing event updated for resources: {'Port': ['ID=e757ad92-5980-46a4-8fb8-50aefde7e1b8,revision_number=3']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:38.323811 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9ce4ed-4661-4791-be82-7c8122bc48af x-openstack-request-id: req-5b9ce4ed-4661-4791-be82-7c8122bc48af {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:04:38.324102 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7838820a-cb5a-4d64-aa01-3b85a73dc88a", "tag": "e757ad92-5980-46a4-8fb8-50aefde7e1b8", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:04:38.324350 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5b9ce4ed-4661-4791-be82-7c8122bc48af {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:04:38.324763 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7838820a-cb5a-4d64-aa01-3b85a73dc88a', 'tag': 'e757ad92-5980-46a4-8fb8-50aefde7e1b8', 'status': 'completed', 'code': 200} Aug 12 15:04:38.386006 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990745f9-82d0-4ebc-b2aa-c0b0a17758fd req-cef5b6eb-e8a2-47d9-96ec-35718bcf05bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:38.387495 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-990745f9-82d0-4ebc-b2aa-c0b0a17758fd req-cef5b6eb-e8a2-47d9-96ec-35718bcf05bd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=24670fd6349b44c39d2345bc042d199f&device_id=7838820a-cb5a-4d64-aa01-3b85a73dc88a HTTP/1.1" status: 200 len: 1096 time: 0.0413878 Aug 12 15:04:38.486815 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990745f9-82d0-4ebc-b2aa-c0b0a17758fd req-fbd4308f-5567-4a61-a526-249840df7a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:38.488289 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-990745f9-82d0-4ebc-b2aa-c0b0a17758fd req-fbd4308f-5567-4a61-a526-249840df7a1e service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=24670fd6349b44c39d2345bc042d199f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0913653 Aug 12 15:04:38.586388 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990745f9-82d0-4ebc-b2aa-c0b0a17758fd req-0b09cd2b-d29a-4856-94d6-02f01dfa4950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:38.587859 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-990745f9-82d0-4ebc-b2aa-c0b0a17758fd req-0b09cd2b-d29a-4856-94d6-02f01dfa4950 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884275 Aug 12 15:04:38.923470 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-4b796c60-0703-46dd-b22c-ae78d7fef388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:38.924901 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-4b796c60-0703-46dd-b22c-ae78d7fef388 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=24670fd6349b44c39d2345bc042d199f&device_id=7838820a-cb5a-4d64-aa01-3b85a73dc88a HTTP/1.1" status: 200 len: 1096 time: 0.3009226 Aug 12 15:04:38.966192 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-40725617-3ca6-42d1-abd4-7230c1c14951 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e757ad92-5980-46a4-8fb8-50aefde7e1b8 HTTP/1.1" status: 200 len: 217 time: 0.0324066 Aug 12 15:04:39.015090 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-23d7c4ba-0fd6-4d28-902d-9ca4cf1015b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:39.016539 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-23d7c4ba-0fd6-4d28-902d-9ca4cf1015b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a945afa0-b585-4491-a7d2-033886f7cbd6 HTTP/1.1" status: 200 len: 849 time: 0.0425048 Aug 12 15:04:39.051153 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-5b57e12d-5e5b-4037-8680-7d60c3a88226 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=09ecc193-d35e-4b8d-a38c-a80fa5021e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267293 Aug 12 15:04:39.141627 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-af48b9cb-a35b-4217-9522-aa96b7a2f0c8 service neutron] 10.222.0.73 "GET /v2.0/networks/09ecc193-d35e-4b8d-a38c-a80fa5021e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820229 Aug 12 15:04:39.238196 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0ba59dbb-1f7b-4ca0-ae24-a1a5ba05782e req-86cbeba5-3c4f-4bd7-a4ba-2b507ee4cd18 service neutron] 10.222.0.73 "GET /v2.0/networks/09ecc193-d35e-4b8d-a38c-a80fa5021e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858536 Aug 12 15:04:39.311925 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4656cc5-d3d8-4950-98c7-1159db8efd66 req-fa37f394-06c6-4357-b556-ba80cf4e3679 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:39.313450 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f4656cc5-d3d8-4950-98c7-1159db8efd66 req-fa37f394-06c6-4357-b556-ba80cf4e3679 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/ports?device_id=7838820a-cb5a-4d64-aa01-3b85a73dc88a HTTP/1.1" status: 200 len: 943 time: 0.0493562 Aug 12 15:04:39.354997 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f4656cc5-d3d8-4950-98c7-1159db8efd66 req-0f03e4f0-dcae-4fc1-b3e4-58883e3f8049 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/security-groups?id=1f4b5ca1-33dc-4504-a78f-3864076b8594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356348 Aug 12 15:04:40.469155 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c6e48-df8b-417e-8765-c4e7b9b6c9cf req-6447182d-3aef-4942-864d-1bb40baebd6c tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:40.470830 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1e6c6e48-df8b-417e-8765-c4e7b9b6c9cf req-6447182d-3aef-4942-864d-1bb40baebd6c tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/ports?device_id=7838820a-cb5a-4d64-aa01-3b85a73dc88a HTTP/1.1" status: 200 len: 943 time: 0.0484118 Aug 12 15:04:40.508089 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1e6c6e48-df8b-417e-8765-c4e7b9b6c9cf req-8dca081c-e279-4a78-8bd2-794ad29a0275 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/security-groups?id=1f4b5ca1-33dc-4504-a78f-3864076b8594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308814 Aug 12 15:04:41.159948 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device e757ad92-5980-46a4-8fb8-50aefde7e1b8 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=105907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:04:41.254529 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port e757ad92-5980-46a4-8fb8-50aefde7e1b8, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=e757ad92-5980-46a4-8fb8-50aefde7e1b8,segment=NetworkSegment(06f994eb-b69c-427a-bd0c-b42397506c56),segment_id=06f994eb-b69c-427a-bd0c-b42397506c56)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:04:41.267760 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Returning: {'device': 'e757ad92-5980-46a4-8fb8-50aefde7e1b8', 'network_id': '09ecc193-d35e-4b8d-a38c-a80fa5021e10', 'port_id': 'e757ad92-5980-46a4-8fb8-50aefde7e1b8', 'mac_address': 'fa:16:3e:5c:6d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a945afa0-b585-4491-a7d2-033886f7cbd6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:04:41.307915 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:41.323990 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e757ad92-5980-46a4-8fb8-50aefde7e1b8 {{(pid=105907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:04:41.344326 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port e757ad92-5980-46a4-8fb8-50aefde7e1b8, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=e757ad92-5980-46a4-8fb8-50aefde7e1b8,segment=NetworkSegment(06f994eb-b69c-427a-bd0c-b42397506c56),segment_id=06f994eb-b69c-427a-bd0c-b42397506c56)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:04:41.443221 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:41.492499 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=e757ad92-5980-46a4-8fb8-50aefde7e1b8,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:41.629029 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f075b04-302a-4864-96a4-7b4310ca4e11 req-8c3a2ce4-667e-4eac-aa26-566bf7b74b9a tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:41.630772 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7f075b04-302a-4864-96a4-7b4310ca4e11 req-8c3a2ce4-667e-4eac-aa26-566bf7b74b9a tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/ports?device_id=7838820a-cb5a-4d64-aa01-3b85a73dc88a HTTP/1.1" status: 200 len: 944 time: 0.0543380 Aug 12 15:04:41.670227 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7f075b04-302a-4864-96a4-7b4310ca4e11 req-f2caeeaf-7ade-4b58-a14a-1ed6183bcf08 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/security-groups?id=1f4b5ca1-33dc-4504-a78f-3864076b8594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327508 Aug 12 15:04:41.693411 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['e757ad92-5980-46a4-8fb8-50aefde7e1b8'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:04:42.220736 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-424facf2-50e1-44a9-855f-6df519af1010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:42.789088 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86602926-79e9-4edd-937f-2a3c350bcb41 req-18cecbad-671a-4d48-8b14-3c5e72f1aae5 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:42.790638 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-86602926-79e9-4edd-937f-2a3c350bcb41 req-18cecbad-671a-4d48-8b14-3c5e72f1aae5 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/ports?device_id=7838820a-cb5a-4d64-aa01-3b85a73dc88a HTTP/1.1" status: 200 len: 944 time: 0.0482574 Aug 12 15:04:42.831599 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-86602926-79e9-4edd-937f-2a3c350bcb41 req-7a5bb554-6513-4a7e-ba24-a62263d4e64b tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/security-groups?id=1f4b5ca1-33dc-4504-a78f-3864076b8594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350344 Aug 12 15:04:43.180280 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device e757ad92-5980-46a4-8fb8-50aefde7e1b8 up at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:04:43.329550 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning for port e757ad92-5980-46a4-8fb8-50aefde7e1b8 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:04:43.332192 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning complete for port e757ad92-5980-46a4-8fb8-50aefde7e1b8 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:04:43.332555 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:43.409095 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:43.430685 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7838820a-cb5a-4d64-aa01-3b85a73dc88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e757ad92-5980-46a4-8fb8-50aefde7e1b8'}] {{(pid=105907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:04:43.432960 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d000d793ac8a3d868a659aad16e36a91200609b2b231164c0c4cfca9150c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68c03f7-c7a9-4500-9cf3-55437f774b8a" -d '{"events": [{"server_uuid": "7838820a-cb5a-4d64-aa01-3b85a73dc88a", "name": "network-vif-plugged", "status": "completed", "tag": "e757ad92-5980-46a4-8fb8-50aefde7e1b8"}]}' {{(pid=105907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:04:43.445632 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port e757ad92-5980-46a4-8fb8-50aefde7e1b8, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=e757ad92-5980-46a4-8fb8-50aefde7e1b8,segment=NetworkSegment(06f994eb-b69c-427a-bd0c-b42397506c56),segment_id=06f994eb-b69c-427a-bd0c-b42397506c56)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:04:43.469199 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e3bb88-7dba-4e5a-bc11-aa54f4da5797 x-openstack-request-id: req-a4e3bb88-7dba-4e5a-bc11-aa54f4da5797 {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:04:43.469491 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7838820a-cb5a-4d64-aa01-3b85a73dc88a", "name": "network-vif-plugged", "status": "completed", "tag": "e757ad92-5980-46a4-8fb8-50aefde7e1b8", "code": 200}]} {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:04:43.469744 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a4e3bb88-7dba-4e5a-bc11-aa54f4da5797 {{(pid=105907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:04:43.470141 dv-cinder-800015-3-iscsi neutron-server[105907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7838820a-cb5a-4d64-aa01-3b85a73dc88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e757ad92-5980-46a4-8fb8-50aefde7e1b8', 'code': 200} Aug 12 15:04:43.540286 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:43.589737 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=e757ad92-5980-46a4-8fb8-50aefde7e1b8,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:43.948769 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44d16f-4a37-4773-955b-d2a49666e263 req-15077e49-7af5-419d-8027-4ad4ae191878 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:43.950246 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0e44d16f-4a37-4773-955b-d2a49666e263 req-15077e49-7af5-419d-8027-4ad4ae191878 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/ports?device_id=7838820a-cb5a-4d64-aa01-3b85a73dc88a HTTP/1.1" status: 200 len: 945 time: 0.0490587 Aug 12 15:04:43.989132 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0e44d16f-4a37-4773-955b-d2a49666e263 req-e9ff8520-b62c-4eaa-813b-7289cbbf5e76 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/security-groups?id=1f4b5ca1-33dc-4504-a78f-3864076b8594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328240 Aug 12 15:04:44.002948 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c72b65-5778-4c7b-989c-912c0814ed82 req-ac4fa375-0641-46cf-a5ab-136dfe6b6ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:44.002948 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a1c72b65-5778-4c7b-989c-912c0814ed82 req-ac4fa375-0641-46cf-a5ab-136dfe6b6ef8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7838820a-cb5a-4d64-aa01-3b85a73dc88a HTTP/1.1" status: 200 len: 1098 time: 0.0408416 Aug 12 15:04:44.037393 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a1c72b65-5778-4c7b-989c-912c0814ed82 req-09cc0d09-1a65-4542-9325-87464acf6940 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1f4b5ca1-33dc-4504-a78f-3864076b8594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277944 Aug 12 15:04:44.534616 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ef99208b-c028-480f-a58a-03107b0af223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:45.054203 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:45.106332 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae8f6c-36fc-4102-b4f5-55fbb8210397 req-05a7706c-0151-4e44-ba09-7687666698c2 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:45.107819 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0dae8f6c-36fc-4102-b4f5-55fbb8210397 req-05a7706c-0151-4e44-ba09-7687666698c2 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/ports?device_id=7838820a-cb5a-4d64-aa01-3b85a73dc88a HTTP/1.1" status: 200 len: 945 time: 0.0484593 Aug 12 15:04:45.143778 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0dae8f6c-36fc-4102-b4f5-55fbb8210397 req-ad6bfa1b-c026-499f-b40e-85b3d87455bc tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/security-groups?id=1f4b5ca1-33dc-4504-a78f-3864076b8594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301585 Aug 12 15:04:45.951656 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:46.647704 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49247946-44ff-4814-bc47-99d89ffa0f4d req-378c2a6c-f04c-424e-a698-6212c9b6ed44 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:46.649419 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-49247946-44ff-4814-bc47-99d89ffa0f4d req-378c2a6c-f04c-424e-a698-6212c9b6ed44 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/ports?device_id=7838820a-cb5a-4d64-aa01-3b85a73dc88a HTTP/1.1" status: 200 len: 945 time: 0.0477285 Aug 12 15:04:46.689747 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-49247946-44ff-4814-bc47-99d89ffa0f4d req-c6eb9023-485d-41e9-88d1-01d6efc8e2d9 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/security-groups?id=1f4b5ca1-33dc-4504-a78f-3864076b8594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341878 Aug 12 15:04:47.500154 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:47.807240 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b357d-014c-4a06-997a-6abe8026ec11 req-894c40fe-4f68-46ae-885d-d7f48f5c8e41 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:47.808901 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6d8b357d-014c-4a06-997a-6abe8026ec11 req-894c40fe-4f68-46ae-885d-d7f48f5c8e41 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/ports?device_id=7838820a-cb5a-4d64-aa01-3b85a73dc88a HTTP/1.1" status: 200 len: 945 time: 0.0495167 Aug 12 15:04:47.845152 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6d8b357d-014c-4a06-997a-6abe8026ec11 req-2facdbff-f436-4120-8578-6cd7881913e4 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/security-groups?id=1f4b5ca1-33dc-4504-a78f-3864076b8594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304420 Aug 12 15:04:47.984027 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c95d65-0030-4ace-bd91-b4e4a97568ff req-76219500-086d-48df-a30f-b25fb08e344f tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:47.985487 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-11c95d65-0030-4ace-bd91-b4e4a97568ff req-76219500-086d-48df-a30f-b25fb08e344f tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.73 "GET /v2.0/ports?device_id=7838820a-cb5a-4d64-aa01-3b85a73dc88a HTTP/1.1" status: 200 len: 945 time: 0.0478785 Aug 12 15:04:48.077455 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-11c95d65-0030-4ace-bd91-b4e4a97568ff req-32eff3f9-2273-4ae9-8336-336802e7b00d tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Deleting port e757ad92-5980-46a4-8fb8-50aefde7e1b8 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:04:48.077806 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-11c95d65-0030-4ace-bd91-b4e4a97568ff req-32eff3f9-2273-4ae9-8336-336802e7b00d tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:48.162448 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-11c95d65-0030-4ace-bd91-b4e4a97568ff req-32eff3f9-2273-4ae9-8336-336802e7b00d tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] For port e757ad92-5980-46a4-8fb8-50aefde7e1b8, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=e757ad92-5980-46a4-8fb8-50aefde7e1b8,segment=NetworkSegment(06f994eb-b69c-427a-bd0c-b42397506c56),segment_id=06f994eb-b69c-427a-bd0c-b42397506c56)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:04:48.163597 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-11c95d65-0030-4ace-bd91-b4e4a97568ff req-32eff3f9-2273-4ae9-8336-336802e7b00d tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:48.175869 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-11c95d65-0030-4ace-bd91-b4e4a97568ff req-32eff3f9-2273-4ae9-8336-336802e7b00d tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Calling delete_port for e757ad92-5980-46a4-8fb8-50aefde7e1b8 owned by compute:nova {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:04:48.318437 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:04:48.391904 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-11c95d65-0030-4ace-bd91-b4e4a97568ff req-32eff3f9-2273-4ae9-8336-336802e7b00d tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:48.404292 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['e757ad92-5980-46a4-8fb8-50aefde7e1b8'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:04:48.420911 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eff3f9-2273-4ae9-8336-336802e7b00d tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Pushing event deleted for resources: {'Port': ['ID=e757ad92-5980-46a4-8fb8-50aefde7e1b8,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:48.463460 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c95d65-0030-4ace-bd91-b4e4a97568ff req-32eff3f9-2273-4ae9-8336-336802e7b00d tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] No DVR routers for this DVR port e757ad92-5980-46a4-8fb8-50aefde7e1b8 on host hv-cinder-80001 {{(pid=105906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:04:48.465939 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-11c95d65-0030-4ace-bd91-b4e4a97568ff req-32eff3f9-2273-4ae9-8336-336802e7b00d tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:48.467922 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-11c95d65-0030-4ace-bd91-b4e4a97568ff req-32eff3f9-2273-4ae9-8336-336802e7b00d tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.73 "DELETE /v2.0/ports/e757ad92-5980-46a4-8fb8-50aefde7e1b8 HTTP/1.1" status: 204 len: 173 time: 0.4761040 Aug 12 15:04:48.468356 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7838820a-cb5a-4d64-aa01-3b85a73dc88a', 'name': 'network-vif-deleted', 'tag': 'e757ad92-5980-46a4-8fb8-50aefde7e1b8'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:04:48.470638 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3982247-2af4-4fb1-be90-b32127292c02" -d '{"events": [{"server_uuid": "7838820a-cb5a-4d64-aa01-3b85a73dc88a", "name": "network-vif-deleted", "tag": "e757ad92-5980-46a4-8fb8-50aefde7e1b8"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:04:48.505856 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49b5057-d5b8-4070-86da-6384d49ac3fd x-openstack-request-id: req-d49b5057-d5b8-4070-86da-6384d49ac3fd {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:04:48.505856 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7838820a-cb5a-4d64-aa01-3b85a73dc88a", "name": "network-vif-deleted", "tag": "e757ad92-5980-46a4-8fb8-50aefde7e1b8", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:04:48.505856 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d49b5057-d5b8-4070-86da-6384d49ac3fd {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:04:48.505856 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7838820a-cb5a-4d64-aa01-3b85a73dc88a', 'name': 'network-vif-deleted', 'tag': 'e757ad92-5980-46a4-8fb8-50aefde7e1b8', 'status': 'completed', 'code': 200} Aug 12 15:04:48.951592 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a663ff96-8370-4f89-a834-dbd86be96559 req-484a8b72-e41a-4de9-8b3a-a1b978c6b0e2 tempest-VolumesActionsTest-1920649574 tempest-VolumesActionsTest-1920649574-project] 10.222.0.63 "GET /v2.0/ports?device_id=7838820a-cb5a-4d64-aa01-3b85a73dc88a HTTP/1.1" status: 200 len: 210 time: 0.0272114 Aug 12 15:04:51.194955 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device e757ad92-5980-46a4-8fb8-50aefde7e1b8 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:04:51.216993 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] No Port match for: e757ad92-5980-46a4-8fb8-50aefde7e1b8 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:04:51.217342 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device e757ad92-5980-46a4-8fb8-50aefde7e1b8 not bound to the agent host hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:04:59.463592 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5057a-a205-42ae-970c-f3c020c0eed4 req-ce5158b2-4e71-4a61-9526-d71218444018 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:59.465707 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-04c5057a-a205-42ae-970c-f3c020c0eed4 req-ce5158b2-4e71-4a61-9526-d71218444018 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=44972d37-4d86-43a4-869f-d82229ac30c1 HTTP/1.1" status: 200 len: 945 time: 0.0582266 Aug 12 15:04:59.506360 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-04c5057a-a205-42ae-970c-f3c020c0eed4 req-2db4a6d5-90ed-4b71-9156-ce1c01a6568d tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=02f427d7-18b1-4a90-a49e-99d75b4aa031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333645 Aug 12 15:05:00.631748 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a5ff4-d41c-49db-ab93-663aa4b994ca req-f1620e20-23f4-4e49-b4c8-ed28eb93c64e tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:00.633379 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e39a5ff4-d41c-49db-ab93-663aa4b994ca req-f1620e20-23f4-4e49-b4c8-ed28eb93c64e tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=44972d37-4d86-43a4-869f-d82229ac30c1 HTTP/1.1" status: 200 len: 945 time: 0.0530624 Aug 12 15:05:00.675612 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e39a5ff4-d41c-49db-ab93-663aa4b994ca req-6c979f98-3a54-419a-a250-a24888d92353 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=02f427d7-18b1-4a90-a49e-99d75b4aa031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334108 Aug 12 15:05:01.361962 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543dd625-62ce-4c4c-963f-c3e17711f85c req-6ef24964-e7a6-499b-bd48-ba8d7051d0c0 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:01.363501 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-543dd625-62ce-4c4c-963f-c3e17711f85c req-6ef24964-e7a6-499b-bd48-ba8d7051d0c0 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.73 "GET /v2.0/ports?device_id=44972d37-4d86-43a4-869f-d82229ac30c1 HTTP/1.1" status: 200 len: 945 time: 0.0513933 Aug 12 15:05:01.460308 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-543dd625-62ce-4c4c-963f-c3e17711f85c req-fbe05a89-181a-46c5-9e80-a2c25bc32cdb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Deleting port 2cf24895-2c5c-4602-9c90-e3aacd50d0b3 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:05:01.460693 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-543dd625-62ce-4c4c-963f-c3e17711f85c req-fbe05a89-181a-46c5-9e80-a2c25bc32cdb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:01.558631 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-543dd625-62ce-4c4c-963f-c3e17711f85c req-fbe05a89-181a-46c5-9e80-a2c25bc32cdb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] For port 2cf24895-2c5c-4602-9c90-e3aacd50d0b3, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=2cf24895-2c5c-4602-9c90-e3aacd50d0b3,segment=NetworkSegment(8cd8044e-55f7-42a0-8738-15d39b9e5b77),segment_id=8cd8044e-55f7-42a0-8738-15d39b9e5b77)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:01.558998 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-543dd625-62ce-4c4c-963f-c3e17711f85c req-fbe05a89-181a-46c5-9e80-a2c25bc32cdb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:01.735589 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-543dd625-62ce-4c4c-963f-c3e17711f85c req-fbe05a89-181a-46c5-9e80-a2c25bc32cdb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:01.742329 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-543dd625-62ce-4c4c-963f-c3e17711f85c req-fbe05a89-181a-46c5-9e80-a2c25bc32cdb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710293'] for floatingip, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:01.742329 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.db.l3_db [req-543dd625-62ce-4c4c-963f-c3e17711f85c req-fbe05a89-181a-46c5-9e80-a2c25bc32cdb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Floating IP 6afd7412-7e95-47d4-8f01-cf0050ae048a disassociated. External IP: 172.27.1.79, port: 2cf24895-2c5c-4602-9c90-e3aacd50d0b3. Aug 12 15:05:01.742329 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-543dd625-62ce-4c4c-963f-c3e17711f85c req-fbe05a89-181a-46c5-9e80-a2c25bc32cdb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Calling delete_port for 2cf24895-2c5c-4602-9c90-e3aacd50d0b3 owned by compute:nova {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:05:01.816775 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70716ea2-f62c-4b7b-a99b-3c3a2e09610e req-02fa9762-8998-4e76-b01e-e2793c6f401a tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:01.825948 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-70716ea2-f62c-4b7b-a99b-3c3a2e09610e req-02fa9762-8998-4e76-b01e-e2793c6f401a tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=44972d37-4d86-43a4-869f-d82229ac30c1 HTTP/1.1" status: 200 len: 945 time: 0.0662746 Aug 12 15:05:01.877354 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-70716ea2-f62c-4b7b-a99b-3c3a2e09610e req-2770c21b-8d60-4efe-96ed-8912756ebaa7 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups?id=02f427d7-18b1-4a90-a49e-99d75b4aa031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499949 Aug 12 15:05:02.014765 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-543dd625-62ce-4c4c-963f-c3e17711f85c req-fbe05a89-181a-46c5-9e80-a2c25bc32cdb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:02.049733 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe05a89-181a-46c5-9e80-a2c25bc32cdb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Pushing event deleted for resources: {'Port': ['ID=2cf24895-2c5c-4602-9c90-e3aacd50d0b3,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:02.060301 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe05a89-181a-46c5-9e80-a2c25bc32cdb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:02.060609 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe05a89-181a-46c5-9e80-a2c25bc32cdb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:02.060969 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe05a89-181a-46c5-9e80-a2c25bc32cdb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:02.061295 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe05a89-181a-46c5-9e80-a2c25bc32cdb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:02.061620 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe05a89-181a-46c5-9e80-a2c25bc32cdb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:02.061943 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe05a89-181a-46c5-9e80-a2c25bc32cdb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:02.062264 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe05a89-181a-46c5-9e80-a2c25bc32cdb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:02.062584 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe05a89-181a-46c5-9e80-a2c25bc32cdb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:02.062903 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe05a89-181a-46c5-9e80-a2c25bc32cdb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:02.063230 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe05a89-181a-46c5-9e80-a2c25bc32cdb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:02.063547 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe05a89-181a-46c5-9e80-a2c25bc32cdb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:02.063860 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe05a89-181a-46c5-9e80-a2c25bc32cdb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:02.177976 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-543dd625-62ce-4c4c-963f-c3e17711f85c req-fbe05a89-181a-46c5-9e80-a2c25bc32cdb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Router 0c28ffad-1df9-4880-8e06-759a68052040 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:05:02.291770 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-543dd625-62ce-4c4c-963f-c3e17711f85c req-fbe05a89-181a-46c5-9e80-a2c25bc32cdb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:05:02.301464 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-face5b3b-45b3-4ce5-a0b9-9c6858a47f3b None None] Sync routers for ids ['0c28ffad-1df9-4880-8e06-759a68052040'] in dv-cinder-800015-3-iscsi {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:05:02.311552 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-face5b3b-45b3-4ce5-a0b9-9c6858a47f3b None None] Routers {'0c28ffad-1df9-4880-8e06-759a68052040'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:02.312144 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-face5b3b-45b3-4ce5-a0b9-9c6858a47f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:04:44Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['0c28ffad-1df9-4880-8e06-759a68052040'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:02.337384 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-543dd625-62ce-4c4c-963f-c3e17711f85c req-fbe05a89-181a-46c5-9e80-a2c25bc32cdb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] No DVR routers for this DVR port 2cf24895-2c5c-4602-9c90-e3aacd50d0b3 on host hv-cinder-80001 {{(pid=105906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:05:02.340086 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-543dd625-62ce-4c4c-963f-c3e17711f85c req-fbe05a89-181a-46c5-9e80-a2c25bc32cdb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:02.343405 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-543dd625-62ce-4c4c-963f-c3e17711f85c req-fbe05a89-181a-46c5-9e80-a2c25bc32cdb tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.73 "DELETE /v2.0/ports/2cf24895-2c5c-4602-9c90-e3aacd50d0b3 HTTP/1.1" status: 204 len: 173 time: 0.9725261 Aug 12 15:05:02.343898 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44972d37-4d86-43a4-869f-d82229ac30c1', 'name': 'network-vif-deleted', 'tag': '2cf24895-2c5c-4602-9c90-e3aacd50d0b3'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:05:02.346764 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cc11bf-f8f1-4ae8-b9e3-5b93a9dd6ca5" -d '{"events": [{"server_uuid": "44972d37-4d86-43a4-869f-d82229ac30c1", "name": "network-vif-deleted", "tag": "2cf24895-2c5c-4602-9c90-e3aacd50d0b3"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:05:02.539390 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-face5b3b-45b3-4ce5-a0b9-9c6858a47f3b None None] Set router 0c28ffad-1df9-4880-8e06-759a68052040 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:02.547137 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00f46bd-e11a-4e2a-9930-166cc2e18f23 x-openstack-request-id: req-d00f46bd-e11a-4e2a-9930-166cc2e18f23 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:05:02.547637 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44972d37-4d86-43a4-869f-d82229ac30c1", "name": "network-vif-deleted", "tag": "2cf24895-2c5c-4602-9c90-e3aacd50d0b3", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:05:02.547739 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d00f46bd-e11a-4e2a-9930-166cc2e18f23 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:05:02.548054 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44972d37-4d86-43a4-869f-d82229ac30c1', 'name': 'network-vif-deleted', 'tag': '2cf24895-2c5c-4602-9c90-e3aacd50d0b3', 'status': 'completed', 'code': 200} Aug 12 15:05:02.750033 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-face5b3b-45b3-4ce5-a0b9-9c6858a47f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c28ffad-1df9-4880-8e06-759a68052040', 'name': 'tempest-AttachVolumeTestJSON-573941937-router', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:59:25Z', 'updated_at': '2021-08-12T14:59:29Z', 'revision_number': 4, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'gw_port': {'id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:26Z', 'updated_at': '2021-08-12T14:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '763a72f8-fb09-4eb2-91e4-2214a6cc3f16', 'name': '', 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'mac_address': 'fa:16:3e:1a:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:28Z', 'updated_at': '2021-08-12T14:59:34Z', 'revision_number': 5, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'subnets': [{'id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:02.778572 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-face5b3b-45b3-4ce5-a0b9-9c6858a47f3b None None] Checking router: 0c28ffad-1df9-4880-8e06-759a68052040 for host: dv-cinder-800015-3-iscsi {{(pid=105908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:05:02.790741 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-face5b3b-45b3-4ce5-a0b9-9c6858a47f3b None None] Routers {'0c28ffad-1df9-4880-8e06-759a68052040'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:02.791694 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-face5b3b-45b3-4ce5-a0b9-9c6858a47f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:04:44Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['0c28ffad-1df9-4880-8e06-759a68052040'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:02.929287 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-face5b3b-45b3-4ce5-a0b9-9c6858a47f3b None None] Set router 0c28ffad-1df9-4880-8e06-759a68052040 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:03.001020 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-425873c9-c2f1-4890-94fe-9e952f773fc5 req-a6489827-d9cb-4630-a1c1-71d403aaacc0 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/ports?device_id=44972d37-4d86-43a4-869f-d82229ac30c1 HTTP/1.1" status: 200 len: 210 time: 0.0373898 Aug 12 15:05:03.191473 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-face5b3b-45b3-4ce5-a0b9-9c6858a47f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c28ffad-1df9-4880-8e06-759a68052040', 'name': 'tempest-AttachVolumeTestJSON-573941937-router', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:59:25Z', 'updated_at': '2021-08-12T14:59:29Z', 'revision_number': 4, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'gw_port': {'id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:26Z', 'updated_at': '2021-08-12T14:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '763a72f8-fb09-4eb2-91e4-2214a6cc3f16', 'name': '', 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'mac_address': 'fa:16:3e:1a:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:28Z', 'updated_at': '2021-08-12T14:59:34Z', 'revision_number': 5, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'subnets': [{'id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:03.223726 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-face5b3b-45b3-4ce5-a0b9-9c6858a47f3b None None] The sync data for ids ['0c28ffad-1df9-4880-8e06-759a68052040'] in dv-cinder-800015-3-iscsi is: [{'id': '0c28ffad-1df9-4880-8e06-759a68052040', 'name': 'tempest-AttachVolumeTestJSON-573941937-router', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:59:25Z', 'updated_at': '2021-08-12T14:59:29Z', 'revision_number': 4, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'gw_port': {'id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:26Z', 'updated_at': '2021-08-12T14:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '763a72f8-fb09-4eb2-91e4-2214a6cc3f16', 'name': '', 'network_id': 'e7538b30-bfa9-411c-b4b8-e587c082b88a', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'mac_address': 'fa:16:3e:1a:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:28Z', 'updated_at': '2021-08-12T14:59:34Z', 'revision_number': 5, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'subnets': [{'id': '396a65e9-67f2-4ba0-a778-6055cb57506a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:05:03.489455 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505a04dd-0adf-47c5-b6ac-1f826f46bb6e None None] New status for floating IP 6afd7412-7e95-47d4-8f01-cf0050ae048a: DOWN {{(pid=105907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:05:04.169633 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 46704) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:04.258732 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-de2bb8d5-665f-4a1a-a8e8-9c37c160b0b8 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:04.290954 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-de2bb8d5-665f-4a1a-a8e8-9c37c160b0b8 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:04.487872 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-de2bb8d5-665f-4a1a-a8e8-9c37c160b0b8 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:04.492826 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-de2bb8d5-665f-4a1a-a8e8-9c37c160b0b8 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:04.496883 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-de2bb8d5-665f-4a1a-a8e8-9c37c160b0b8 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "DELETE /v2.0/security-groups/02f427d7-18b1-4a90-a49e-99d75b4aa031 HTTP/1.1" status: 204 len: 168 time: 0.3235180 Aug 12 15:05:04.497223 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 46706) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:04.505353 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb8d5-665f-4a1a-a8e8-9c37c160b0b8 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f427d7-18b1-4a90-a49e-99d75b4aa031,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:04.518781 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.api.v2.resource [None req-92377cf1-8c9b-4297-8d16-21b90a6393c3 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] show failed (client error): The resource could not be found. Aug 12 15:05:04.526034 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-92377cf1-8c9b-4297-8d16-21b90a6393c3 tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "GET /v2.0/security-groups/02f427d7-18b1-4a90-a49e-99d75b4aa031 HTTP/1.1" status: 404 len: 347 time: 0.0274708 Aug 12 15:05:04.534049 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 46708) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:04.697054 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.plugin [None req-e1784408-415d-4aff-8345-4020c29cab9e tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Deleting port 90afc59c-6ca1-4c7c-81ed-e8406dbce6b5 {{(pid=105905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:05:04.697393 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e1784408-415d-4aff-8345-4020c29cab9e tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:04.786054 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e1784408-415d-4aff-8345-4020c29cab9e tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:04.786452 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e1784408-415d-4aff-8345-4020c29cab9e tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:04.799076 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.plugin [None req-e1784408-415d-4aff-8345-4020c29cab9e tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Calling delete_port for 90afc59c-6ca1-4c7c-81ed-e8406dbce6b5 owned by network:floatingip {{(pid=105905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:05:05.032176 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e1784408-415d-4aff-8345-4020c29cab9e tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374546'] for port, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:05.069756 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1784408-415d-4aff-8345-4020c29cab9e tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Pushing event deleted for resources: {'Port': ['ID=90afc59c-6ca1-4c7c-81ed-e8406dbce6b5,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:05.139819 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e1784408-415d-4aff-8345-4020c29cab9e tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks [] for floatingip, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:05.142604 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e1784408-415d-4aff-8345-4020c29cab9e tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for floatingip, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:05.144230 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-e1784408-415d-4aff-8345-4020c29cab9e tempest-AttachVolumeTestJSON-561778447 tempest-AttachVolumeTestJSON-561778447-project] 10.222.0.63 "DELETE /v2.0/floatingips/6afd7412-7e95-47d4-8f01-cf0050ae048a HTTP/1.1" status: 204 len: 168 time: 0.6086316 Aug 12 15:05:05.242071 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 2cf24895-2c5c-4602-9c90-e3aacd50d0b3 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:05:05.263524 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] No Port match for: 2cf24895-2c5c-4602-9c90-e3aacd50d0b3 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:05:05.263869 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 2cf24895-2c5c-4602-9c90-e3aacd50d0b3 not bound to the agent host hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:05:05.854372 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:06.730363 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-7ff975c7-524a-4ae1-b811-26ab453b54e8 req-0a331154-7a65-4c6f-a363-46d90e459033 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453033 Aug 12 15:05:06.833127 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff975c7-524a-4ae1-b811-26ab453b54e8 req-143707f3-fa2e-46ca-826b-8ac5a9f87efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:06.835046 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-7ff975c7-524a-4ae1-b811-26ab453b54e8 req-143707f3-fa2e-46ca-826b-8ac5a9f87efe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da657e2106dc46a7ae185eb3fb6d4506&device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 1098 time: 0.0577147 Aug 12 15:05:06.951933 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff975c7-524a-4ae1-b811-26ab453b54e8 req-5439fefe-6adf-4006-a471-dec29c0c10b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:06.953607 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-7ff975c7-524a-4ae1-b811-26ab453b54e8 req-5439fefe-6adf-4006-a471-dec29c0c10b7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7afd0ba9-a757-4823-8e62-3449919f76ad HTTP/1.1" status: 200 len: 909 time: 0.0972469 Aug 12 15:05:07.036368 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-7ff975c7-524a-4ae1-b811-26ab453b54e8 req-0e65d3ac-4bef-4d37-a53f-48c159327034 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb634682-ee80-438c-9113-f16cfbcb0473 HTTP/1.1" status: 200 len: 1001 time: 0.0750108 Aug 12 15:05:07.095020 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff975c7-524a-4ae1-b811-26ab453b54e8 req-a5150ac1-0c17-4f1a-a2a6-d702a2a23689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:07.096538 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-7ff975c7-524a-4ae1-b811-26ab453b54e8 req-a5150ac1-0c17-4f1a-a2a6-d702a2a23689 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a379225-2e3f-460f-95c4-507a052d0604 HTTP/1.1" status: 200 len: 847 time: 0.0519128 Aug 12 15:05:07.149300 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff975c7-524a-4ae1-b811-26ab453b54e8 req-57992b97-046c-46d4-b100-f09b0e951188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:07.150936 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-7ff975c7-524a-4ae1-b811-26ab453b54e8 req-57992b97-046c-46d4-b100-f09b0e951188 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7afd0ba9-a757-4823-8e62-3449919f76ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462339 Aug 12 15:05:07.258249 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-7ff975c7-524a-4ae1-b811-26ab453b54e8 req-5e5c65b9-801c-4dd9-ab1e-a56221379f7f service neutron] 10.222.0.73 "GET /v2.0/networks/7afd0ba9-a757-4823-8e62-3449919f76ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969722 Aug 12 15:05:07.361996 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-7ff975c7-524a-4ae1-b811-26ab453b54e8 req-591c77f6-f780-44c6-8237-cd8c2c200caa service neutron] 10.222.0.73 "GET /v2.0/networks/7afd0ba9-a757-4823-8e62-3449919f76ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976837 Aug 12 15:05:09.620636 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 46764) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:10.038329 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c8368442-3021-4b33-9b3e-2f1c2af4748a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710037'] for router_interface, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:10.302628 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.plugin [None req-c8368442-3021-4b33-9b3e-2f1c2af4748a admin admin] Deleting port 763a72f8-fb09-4eb2-91e4-2214a6cc3f16 {{(pid=105905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:05:10.302628 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c8368442-3021-4b33-9b3e-2f1c2af4748a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:10.383966 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.db [None req-c8368442-3021-4b33-9b3e-2f1c2af4748a admin admin] For port 763a72f8-fb09-4eb2-91e4-2214a6cc3f16, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=763a72f8-fb09-4eb2-91e4-2214a6cc3f16,segment=NetworkSegment(8cd8044e-55f7-42a0-8738-15d39b9e5b77),segment_id=8cd8044e-55f7-42a0-8738-15d39b9e5b77)] {{(pid=105905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:10.384427 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c8368442-3021-4b33-9b3e-2f1c2af4748a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:10.398495 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.plugin [None req-c8368442-3021-4b33-9b3e-2f1c2af4748a admin admin] Calling delete_port for 763a72f8-fb09-4eb2-91e4-2214a6cc3f16 owned by network:router_interface {{(pid=105905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:05:10.683489 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c8368442-3021-4b33-9b3e-2f1c2af4748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374546'] for port, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:10.709253 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8368442-3021-4b33-9b3e-2f1c2af4748a admin admin] Pushing event deleted for resources: {'Port': ['ID=763a72f8-fb09-4eb2-91e4-2214a6cc3f16,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:10.722184 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8368442-3021-4b33-9b3e-2f1c2af4748a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:10.722532 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8368442-3021-4b33-9b3e-2f1c2af4748a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:10.723019 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8368442-3021-4b33-9b3e-2f1c2af4748a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:10.723379 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8368442-3021-4b33-9b3e-2f1c2af4748a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:10.723717 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8368442-3021-4b33-9b3e-2f1c2af4748a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:10.724163 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8368442-3021-4b33-9b3e-2f1c2af4748a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:10.724559 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8368442-3021-4b33-9b3e-2f1c2af4748a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:10.724968 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8368442-3021-4b33-9b3e-2f1c2af4748a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:10.728772 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8368442-3021-4b33-9b3e-2f1c2af4748a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:10.729399 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8368442-3021-4b33-9b3e-2f1c2af4748a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:10.729527 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8368442-3021-4b33-9b3e-2f1c2af4748a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:10.729823 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8368442-3021-4b33-9b3e-2f1c2af4748a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:11.107577 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-c8368442-3021-4b33-9b3e-2f1c2af4748a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708645'] for router_interface, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:11.346301 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8368442-3021-4b33-9b3e-2f1c2af4748a admin admin] Router 0c28ffad-1df9-4880-8e06-759a68052040 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:05:11.473450 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8368442-3021-4b33-9b3e-2f1c2af4748a admin admin] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:05:11.480693 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-c8368442-3021-4b33-9b3e-2f1c2af4748a admin admin] 10.222.0.63 "PUT /v2.0/routers/0c28ffad-1df9-4880-8e06-759a68052040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8587718 Aug 12 15:05:11.483395 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 46776) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:11.485880 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9868192b-7693-4652-9bf4-8c9a3729fab1 None None] Sync routers for ids ['0c28ffad-1df9-4880-8e06-759a68052040'] in dv-cinder-800015-3-iscsi {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:05:11.499962 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9868192b-7693-4652-9bf4-8c9a3729fab1 None None] Routers {'0c28ffad-1df9-4880-8e06-759a68052040'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:11.501582 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-9868192b-7693-4652-9bf4-8c9a3729fab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:04:44Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['0c28ffad-1df9-4880-8e06-759a68052040'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:11.620114 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb7a3-189a-42e1-bbb9-579e62df9aa8 admin admin] Notify callbacks [] for router, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:11.624159 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-9868192b-7693-4652-9bf4-8c9a3729fab1 None None] Set router 0c28ffad-1df9-4880-8e06-759a68052040 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:11.724424 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb7a3-189a-42e1-bbb9-579e62df9aa8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:11.829186 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-9868192b-7693-4652-9bf4-8c9a3729fab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c28ffad-1df9-4880-8e06-759a68052040', 'name': 'tempest-AttachVolumeTestJSON-573941937-router', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:59:25Z', 'updated_at': '2021-08-12T15:05:10Z', 'revision_number': 5, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'gw_port': {'id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:26Z', 'updated_at': '2021-08-12T14:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:11.856337 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9868192b-7693-4652-9bf4-8c9a3729fab1 None None] Checking router: 0c28ffad-1df9-4880-8e06-759a68052040 for host: dv-cinder-800015-3-iscsi {{(pid=105908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:05:11.868813 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9868192b-7693-4652-9bf4-8c9a3729fab1 None None] Routers {'0c28ffad-1df9-4880-8e06-759a68052040'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:11.869497 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-9868192b-7693-4652-9bf4-8c9a3729fab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:04:44Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['0c28ffad-1df9-4880-8e06-759a68052040'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:11.980884 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-9868192b-7693-4652-9bf4-8c9a3729fab1 None None] Set router 0c28ffad-1df9-4880-8e06-759a68052040 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:12.062209 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-5c1cb7a3-189a-42e1-bbb9-579e62df9aa8 admin admin] Deleting port 786ae127-6c40-41a8-bc8e-6bb51ba8bf3b {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:05:12.063498 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb7a3-189a-42e1-bbb9-579e62df9aa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:12.166516 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [None req-5c1cb7a3-189a-42e1-bbb9-579e62df9aa8 admin admin] For port 786ae127-6c40-41a8-bc8e-6bb51ba8bf3b, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=786ae127-6c40-41a8-bc8e-6bb51ba8bf3b,segment=NetworkSegment(71f474ba-4ec1-4e39-a638-917b9b8eddd4),segment_id=71f474ba-4ec1-4e39-a638-917b9b8eddd4)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:12.166516 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb7a3-189a-42e1-bbb9-579e62df9aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:12.169473 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-5c1cb7a3-189a-42e1-bbb9-579e62df9aa8 admin admin] Calling delete_port for 786ae127-6c40-41a8-bc8e-6bb51ba8bf3b owned by network:router_gateway {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:05:12.174429 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-9868192b-7693-4652-9bf4-8c9a3729fab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c28ffad-1df9-4880-8e06-759a68052040', 'name': 'tempest-AttachVolumeTestJSON-573941937-router', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:59:25Z', 'updated_at': '2021-08-12T15:05:10Z', 'revision_number': 5, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'gw_port': {'id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:26Z', 'updated_at': '2021-08-12T14:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:12.205176 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9868192b-7693-4652-9bf4-8c9a3729fab1 None None] The sync data for ids ['0c28ffad-1df9-4880-8e06-759a68052040'] in dv-cinder-800015-3-iscsi is: [{'id': '0c28ffad-1df9-4880-8e06-759a68052040', 'name': 'tempest-AttachVolumeTestJSON-573941937-router', 'tenant_id': '354567df920f421c84ca26c1b7eab2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:59:25Z', 'updated_at': '2021-08-12T15:05:10Z', 'revision_number': 5, 'project_id': '354567df920f421c84ca26c1b7eab2a1', 'gw_port': {'id': '786ae127-6c40-41a8-bc8e-6bb51ba8bf3b', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c28ffad-1df9-4880-8e06-759a68052040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:26Z', 'updated_at': '2021-08-12T14:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}] {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:05:12.265710 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-24a3a7d6-bada-475c-af4c-44e2425dc4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:12.452848 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb7a3-189a-42e1-bbb9-579e62df9aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:12.478343 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1cb7a3-189a-42e1-bbb9-579e62df9aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=786ae127-6c40-41a8-bc8e-6bb51ba8bf3b,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:12.566378 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb7a3-189a-42e1-bbb9-579e62df9aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710367'] for router_gateway, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:12.665150 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb7a3-189a-42e1-bbb9-579e62df9aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1412'] for router, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:12.667399 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb7a3-189a-42e1-bbb9-579e62df9aa8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:12.785969 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb7a3-189a-42e1-bbb9-579e62df9aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-708156'] for router, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:12.786522 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1cb7a3-189a-42e1-bbb9-579e62df9aa8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c28ffad-1df9-4880-8e06-759a68052040 {{(pid=105906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:05:12.791177 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb7a3-189a-42e1-bbb9-579e62df9aa8 admin admin] Notify callbacks [] for router, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:12.792455 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-5c1cb7a3-189a-42e1-bbb9-579e62df9aa8 admin admin] 10.222.0.63 "DELETE /v2.0/routers/0c28ffad-1df9-4880-8e06-759a68052040 HTTP/1.1" status: 204 len: 168 time: 1.3078313 Aug 12 15:05:12.794890 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 46786) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:12.842602 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d770dfc-e64c-4dec-b2e9-f9c8f45e60d2 admin admin] Deleting subnet 396a65e9-67f2-4ba0-a778-6055cb57506a {{(pid=105906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:05:12.846091 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1d770dfc-e64c-4dec-b2e9-f9c8f45e60d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:12.886814 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1d770dfc-e64c-4dec-b2e9-f9c8f45e60d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9760424'] for subnet, precommit_delete_associations {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:12.978555 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1d770dfc-e64c-4dec-b2e9-f9c8f45e60d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417570'] for subnet, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:13.173062 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1d770dfc-e64c-4dec-b2e9-f9c8f45e60d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9827590'] for subnet, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:13.200362 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d770dfc-e64c-4dec-b2e9-f9c8f45e60d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=396a65e9-67f2-4ba0-a778-6055cb57506a,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:13.205121 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1d770dfc-e64c-4dec-b2e9-f9c8f45e60d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:13.206972 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-1d770dfc-e64c-4dec-b2e9-f9c8f45e60d2 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/396a65e9-67f2-4ba0-a778-6055cb57506a HTTP/1.1" status: 204 len: 168 time: 0.4111564 Aug 12 15:05:13.209761 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 46792) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:13.210333 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74be8061-c7db-434d-a527-99e75aeb5980 None None] Network e7538b30-bfa9-411c-b4b8-e587c082b88a requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:05:13.278687 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-168c0eed-48ef-4689-b4bc-d35584a8e2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1830333'] for network, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:13.340486 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.plugin [None req-168c0eed-48ef-4689-b4bc-d35584a8e2fd admin admin] Deleting port 52970c28-9a0e-4c72-b906-eb9e5590ef21 {{(pid=105905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:05:13.340867 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-168c0eed-48ef-4689-b4bc-d35584a8e2fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:13.413305 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.db [None req-168c0eed-48ef-4689-b4bc-d35584a8e2fd admin admin] For port 52970c28-9a0e-4c72-b906-eb9e5590ef21, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=52970c28-9a0e-4c72-b906-eb9e5590ef21,segment=NetworkSegment(8cd8044e-55f7-42a0-8738-15d39b9e5b77),segment_id=8cd8044e-55f7-42a0-8738-15d39b9e5b77)] {{(pid=105905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:13.413578 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-168c0eed-48ef-4689-b4bc-d35584a8e2fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:13.426229 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fff1c28-a2d5-4428-bf19-a14037bc9545 None None] DHCP port deletion for e7538b30-bfa9-411c-b4b8-e587c082b88a request from dv-cinder-800015-3-iscsi {{(pid=105907) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:05:13.426830 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.plugin [None req-168c0eed-48ef-4689-b4bc-d35584a8e2fd admin admin] Calling delete_port for 52970c28-9a0e-4c72-b906-eb9e5590ef21 owned by network:dhcp {{(pid=105905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:05:13.473307 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-6fff1c28-a2d5-4428-bf19-a14037bc9545 None None] Deleting port 52970c28-9a0e-4c72-b906-eb9e5590ef21 {{(pid=105907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:05:13.473690 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-6fff1c28-a2d5-4428-bf19-a14037bc9545 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:13.539176 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-6fff1c28-a2d5-4428-bf19-a14037bc9545 None None] For port 52970c28-9a0e-4c72-b906-eb9e5590ef21, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=52970c28-9a0e-4c72-b906-eb9e5590ef21,segment=NetworkSegment(8cd8044e-55f7-42a0-8738-15d39b9e5b77),segment_id=8cd8044e-55f7-42a0-8738-15d39b9e5b77)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:13.539566 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-6fff1c28-a2d5-4428-bf19-a14037bc9545 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:13.556283 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-6fff1c28-a2d5-4428-bf19-a14037bc9545 None None] Calling delete_port for 52970c28-9a0e-4c72-b906-eb9e5590ef21 owned by network:dhcp {{(pid=105907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:05:13.595667 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-168c0eed-48ef-4689-b4bc-d35584a8e2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374546'] for port, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:13.620965 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c0eed-48ef-4689-b4bc-d35584a8e2fd admin admin] Pushing event deleted for resources: {'Port': ['ID=52970c28-9a0e-4c72-b906-eb9e5590ef21,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:13.624631 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168c0eed-48ef-4689-b4bc-d35584a8e2fd admin admin] No DVR routers for this DVR port 52970c28-9a0e-4c72-b906-eb9e5590ef21 on host dv-cinder-800015-3-iscsi {{(pid=105905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:05:13.634989 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-6fff1c28-a2d5-4428-bf19-a14037bc9545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454'] for port, after_delete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:13.661400 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff1c28-a2d5-4428-bf19-a14037bc9545 None None] Pushing event deleted for resources: {'Port': ['ID=52970c28-9a0e-4c72-b906-eb9e5590ef21,revision_number=None']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:13.664421 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fff1c28-a2d5-4428-bf19-a14037bc9545 None None] No DVR routers for this DVR port 52970c28-9a0e-4c72-b906-eb9e5590ef21 on host dv-cinder-800015-3-iscsi {{(pid=105907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:05:13.673197 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff1c28-a2d5-4428-bf19-a14037bc9545 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:13.673783 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff1c28-a2d5-4428-bf19-a14037bc9545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:13.674677 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff1c28-a2d5-4428-bf19-a14037bc9545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:13.674677 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff1c28-a2d5-4428-bf19-a14037bc9545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:13.675092 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff1c28-a2d5-4428-bf19-a14037bc9545 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:13.675492 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff1c28-a2d5-4428-bf19-a14037bc9545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:13.675933 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff1c28-a2d5-4428-bf19-a14037bc9545 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:13.676451 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff1c28-a2d5-4428-bf19-a14037bc9545 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:13.676824 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff1c28-a2d5-4428-bf19-a14037bc9545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:13.677222 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff1c28-a2d5-4428-bf19-a14037bc9545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:13.677552 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff1c28-a2d5-4428-bf19-a14037bc9545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:13.677880 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff1c28-a2d5-4428-bf19-a14037bc9545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:13.698193 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-168c0eed-48ef-4689-b4bc-d35584a8e2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421029', 'neutron.services.segments.db._delete_segments_for_network-8782132920688'] for network, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:13.707766 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.services.segments.db [None req-168c0eed-48ef-4689-b4bc-d35584a8e2fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7538b30-bfa9-411c-b4b8-e587c082b88a']}} {{(pid=105905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:13.718275 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.services.segments.db [None req-168c0eed-48ef-4689-b4bc-d35584a8e2fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd8044e-55f7-42a0-8738-15d39b9e5b77') {'for_net_delete': True} {{(pid=105905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:13.718570 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.services.segments.db [None req-168c0eed-48ef-4689-b4bc-d35584a8e2fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd8044e-55f7-42a0-8738-15d39b9e5b77') {} {{(pid=105905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:13.727971 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-168c0eed-48ef-4689-b4bc-d35584a8e2fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782132923513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10027287'] for segment, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:13.741613 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-168c0eed-48ef-4689-b4bc-d35584a8e2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:13.747517 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-168c0eed-48ef-4689-b4bc-d35584a8e2fd admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=105905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:05:13.747894 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-168c0eed-48ef-4689-b4bc-d35584a8e2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2374527'] for segment, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: Traceback (most recent call last): Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: timer() Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: cb(*args, **kw) Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: return func(*args, **kwargs) Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: self._notify() Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: self.callback(batched_events) Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: event.method(event) Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: return f(self, *a, **k) Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: return self._get(url).json() Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: return self.request(url, 'GET', **kwargs) Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:05:13.749532 dv-cinder-800015-3-iscsi neutron-server[105905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:05:13.846255 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 763a72f8-fb09-4eb2-91e4-2214a6cc3f16 no longer exists at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:05:13.863663 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] No Port match for: 763a72f8-fb09-4eb2-91e4-2214a6cc3f16 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:05:13.864019 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 763a72f8-fb09-4eb2-91e4-2214a6cc3f16 not bound to the agent host dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:05:13.864421 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 786ae127-6c40-41a8-bc8e-6bb51ba8bf3b no longer exists at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:05:13.891953 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] No Port match for: 786ae127-6c40-41a8-bc8e-6bb51ba8bf3b {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:05:13.892293 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 786ae127-6c40-41a8-bc8e-6bb51ba8bf3b not bound to the agent host dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:05:13.892749 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 52970c28-9a0e-4c72-b906-eb9e5590ef21 no longer exists at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:05:13.911843 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] No Port match for: 52970c28-9a0e-4c72-b906-eb9e5590ef21 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:05:13.912190 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 52970c28-9a0e-4c72-b906-eb9e5590ef21 not bound to the agent host dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:05:13.944483 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-168c0eed-48ef-4689-b4bc-d35584a8e2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710307'] for network, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:13.949892 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-168c0eed-48ef-4689-b4bc-d35584a8e2fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:13.956076 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-168c0eed-48ef-4689-b4bc-d35584a8e2fd admin admin] 10.222.0.63 "DELETE /v2.0/networks/e7538b30-bfa9-411c-b4b8-e587c082b88a HTTP/1.1" status: 204 len: 168 time: 0.7408905 Aug 12 15:05:13.962976 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c0eed-48ef-4689-b4bc-d35584a8e2fd admin admin] Pushing event deleted for resources: {'Network': ['ID=e7538b30-bfa9-411c-b4b8-e587c082b88a,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:14.347545 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 46826) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:14.387477 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-6b072df1-e17e-42ce-9af5-e7d5deb45397 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=354567df920f421c84ca26c1b7eab2a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387747 Aug 12 15:05:14.389917 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 46830) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:14.436307 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-61964712-d3d5-4af3-a818-a98447a13f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:14.463644 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-61964712-d3d5-4af3-a818-a98447a13f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:14.538158 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-64a44390-95b7-4075-b460-26f2e76570ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:14.692335 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-61964712-d3d5-4af3-a818-a98447a13f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:14.695186 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-61964712-d3d5-4af3-a818-a98447a13f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:14.696931 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-61964712-d3d5-4af3-a818-a98447a13f86 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/78469ed5-8e77-48e4-b286-5267475762c0 HTTP/1.1" status: 204 len: 168 time: 0.3060527 Aug 12 15:05:14.705243 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61964712-d3d5-4af3-a818-a98447a13f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78469ed5-8e77-48e4-b286-5267475762c0,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:15.115217 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:15.951130 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:17.168220 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 46906) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:17.211875 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.db_base_plugin_v2 [None req-29a6f941-4f0b-4dbf-b027-dda2b2b1bd12 admin admin] Deleting subnet a945afa0-b585-4491-a7d2-033886f7cbd6 {{(pid=105905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:05:17.214839 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-29a6f941-4f0b-4dbf-b027-dda2b2b1bd12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:17.251115 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-29a6f941-4f0b-4dbf-b027-dda2b2b1bd12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10027264'] for subnet, precommit_delete_associations {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:17.290360 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-29a6f941-4f0b-4dbf-b027-dda2b2b1bd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417570'] for subnet, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:17.437416 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-29a6f941-4f0b-4dbf-b027-dda2b2b1bd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2374561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8989754'] for subnet, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:17.463180 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6f941-4f0b-4dbf-b027-dda2b2b1bd12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a945afa0-b585-4491-a7d2-033886f7cbd6,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:17.466688 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-29a6f941-4f0b-4dbf-b027-dda2b2b1bd12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for subnet, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:17.469179 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-29a6f941-4f0b-4dbf-b027-dda2b2b1bd12 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/a945afa0-b585-4491-a7d2-033886f7cbd6 HTTP/1.1" status: 204 len: 168 time: 0.2992737 Aug 12 15:05:17.471065 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 46908) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:17.488215 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:17.543020 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-4e735932-866a-44e2-afcd-2bfc31a7288b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1830333'] for network, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:17.619250 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-4e735932-866a-44e2-afcd-2bfc31a7288b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421029', 'neutron.services.segments.db._delete_segments_for_network-8782132920688'] for network, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:17.628599 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.services.segments.db [None req-4e735932-866a-44e2-afcd-2bfc31a7288b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ecc193-d35e-4b8d-a38c-a80fa5021e10']}} {{(pid=105905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:17.642896 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.services.segments.db [None req-4e735932-866a-44e2-afcd-2bfc31a7288b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f994eb-b69c-427a-bd0c-b42397506c56') {'for_net_delete': True} {{(pid=105905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:17.643128 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.services.segments.db [None req-4e735932-866a-44e2-afcd-2bfc31a7288b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f994eb-b69c-427a-bd0c-b42397506c56') {} {{(pid=105905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:17.652085 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-4e735932-866a-44e2-afcd-2bfc31a7288b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782132923513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10027287'] for segment, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:17.665321 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-4e735932-866a-44e2-afcd-2bfc31a7288b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:17.671225 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e735932-866a-44e2-afcd-2bfc31a7288b admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=105905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:05:17.671610 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-4e735932-866a-44e2-afcd-2bfc31a7288b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2374527'] for segment, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: Traceback (most recent call last): Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: timer() Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: cb(*args, **kw) Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: return func(*args, **kwargs) Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: self._notify() Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: self.callback(batched_events) Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: event.method(event) Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: return f(self, *a, **k) Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: return self._get(url).json() Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: return self.request(url, 'GET', **kwargs) Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:05:17.673250 dv-cinder-800015-3-iscsi neutron-server[105905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:05:17.903639 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-4e735932-866a-44e2-afcd-2bfc31a7288b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710307'] for network, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:17.908956 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-4e735932-866a-44e2-afcd-2bfc31a7288b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:17.921628 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-4e735932-866a-44e2-afcd-2bfc31a7288b admin admin] 10.222.0.63 "DELETE /v2.0/networks/09ecc193-d35e-4b8d-a38c-a80fa5021e10 HTTP/1.1" status: 204 len: 168 time: 0.4387946 Aug 12 15:05:17.923249 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e735932-866a-44e2-afcd-2bfc31a7288b admin admin] Pushing event deleted for resources: {'Network': ['ID=09ecc193-d35e-4b8d-a38c-a80fa5021e10,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:18.611039 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 46920) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:18.650397 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-4f4e43b1-5460-4517-a48b-95ec08bae8d3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=24670fd6349b44c39d2345bc042d199f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382063 Aug 12 15:05:18.653406 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 46922) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:18.699546 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-5cafffd3-5c38-4c9c-84e2-ef3d99a63e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:18.724975 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-5cafffd3-5c38-4c9c-84e2-ef3d99a63e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:18.886860 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-5cafffd3-5c38-4c9c-84e2-ef3d99a63e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:18.889537 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-5cafffd3-5c38-4c9c-84e2-ef3d99a63e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:18.890707 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-5cafffd3-5c38-4c9c-84e2-ef3d99a63e4e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1f4b5ca1-33dc-4504-a78f-3864076b8594 HTTP/1.1" status: 204 len: 168 time: 0.2364008 Aug 12 15:05:18.899126 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cafffd3-5c38-4c9c-84e2-ef3d99a63e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4b5ca1-33dc-4504-a78f-3864076b8594,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:20.104579 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 46960) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:20.197954 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-579088ab-06a5-43f5-be09-77c210a56ce3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1488447592-network', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:05:20.463834 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579088ab-06a5-43f5-be09-77c210a56ce3 admin admin] Made reservation on behalf of b2f4cb6117a74e5b996e3edd805df2e3 for: {'network': 1} {{(pid=105905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:05:20.466123 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-579088ab-06a5-43f5-be09-77c210a56ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for network, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:20.474698 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-579088ab-06a5-43f5-be09-77c210a56ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:20.563020 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-579088ab-06a5-43f5-be09-77c210a56ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:20.699447 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-579088ab-06a5-43f5-be09-77c210a56ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:20.725735 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579088ab-06a5-43f5-be09-77c210a56ce3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=105905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:05:20.731704 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579088ab-06a5-43f5-be09-77c210a56ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fddf18-9a28-46ae-9ada-3179e0c06533,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:20.738395 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-579088ab-06a5-43f5-be09-77c210a56ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:20.738395 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.db.segments_db [None req-579088ab-06a5-43f5-be09-77c210a56ce3 admin admin] Added segment b61ea87c-593e-43ed-9366-64449473e70b of type vlan for network cd52802e-1c8d-455d-92c8-1a3f495fbed9 Aug 12 15:05:20.776987 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-579088ab-06a5-43f5-be09-77c210a56ce3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132380483'] for network, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:20.921132 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-579088ab-06a5-43f5-be09-77c210a56ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for network, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:20.922165 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579088ab-06a5-43f5-be09-77c210a56ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:20.922777 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-579088ab-06a5-43f5-be09-77c210a56ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:20.992215 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579088ab-06a5-43f5-be09-77c210a56ce3 admin admin] Pushing event updated for resources: {'Network': ['ID=cd52802e-1c8d-455d-92c8-1a3f495fbed9,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:21.006801 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Network cd52802e-1c8d-455d-92c8-1a3f495fbed9 details requested by agent ovs-agent-dv-cinder-800015-3-iscsi with host dv-cinder-800015-3-iscsi {{(pid=105907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:05:21.139344 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-579088ab-06a5-43f5-be09-77c210a56ce3 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0336301 Aug 12 15:05:21.142133 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 46968) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:21.147542 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-1f2edf7a-d1f4-410c-a4ad-cd55b342e3cf admin admin] Request body: {'subnet': {'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1488447592-subnet', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'ip_version': 4}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:05:21.317271 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2edf7a-d1f4-410c-a4ad-cd55b342e3cf admin admin] Made reservation on behalf of b2f4cb6117a74e5b996e3edd805df2e3 for: {'subnet': 1} {{(pid=105905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:05:21.320119 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-1f2edf7a-d1f4-410c-a4ad-cd55b342e3cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8989713'] for subnet, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:21.580387 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-1f2edf7a-d1f4-410c-a4ad-cd55b342e3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2374630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8989731'] for subnet, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:21.637683 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2edf7a-d1f4-410c-a4ad-cd55b342e3cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b,revision_number=0']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:21.642828 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2edf7a-d1f4-410c-a4ad-cd55b342e3cf admin admin] Checking segment: {'id': 'b61ea87c-593e-43ed-9366-64449473e70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:05:21.643235 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2edf7a-d1f4-410c-a4ad-cd55b342e3cf admin admin] Network hostable DHCP agents. Network: cd52802e-1c8d-455d-92c8-1a3f495fbed9, hostable agents: ['879afe7b-4486-4e56-823d-f9f5d4ac5aae'], hosted agents: [] {{(pid=105905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:05:21.806422 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2edf7a-d1f4-410c-a4ad-cd55b342e3cf admin admin] Network cd52802e-1c8d-455d-92c8-1a3f495fbed9 is scheduled to be hosted by DHCP agent 879afe7b-4486-4e56-823d-f9f5d4ac5aae with binding_index 1 {{(pid=105905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:05:21.955014 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-1f2edf7a-d1f4-410c-a4ad-cd55b342e3cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-3-iscsi, cd52802e-1c8d-455d-92c8-1a3f495fbed9) {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:05:21.958828 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2edf7a-d1f4-410c-a4ad-cd55b342e3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:21.959505 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-1f2edf7a-d1f4-410c-a4ad-cd55b342e3cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for subnet, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:21.963886 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167904bb-2285-4891-b72c-1b2753587f41 None None] Network cd52802e-1c8d-455d-92c8-1a3f495fbed9 requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:05:22.095290 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-1f2edf7a-d1f4-410c-a4ad-cd55b342e3cf admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9521005 Aug 12 15:05:22.098026 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 46974) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:22.103271 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-7c2b7d91-d5fa-4c5e-9657-c7faf8c9308a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1488447592-router', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:05:22.109114 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152fd033-b0b6-475f-b2c3-e7d5dafc6d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ca431b0-3a62-58b6-be18-748b2a116dd5-cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'fixed_ips': [{'subnet_id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b'}]}} from dv-cinder-800015-3-iscsi. {{(pid=105907) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:05:22.109970 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-152fd033-b0b6-475f-b2c3-e7d5dafc6d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:22.214657 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7c2b7d91-d5fa-4c5e-9657-c7faf8c9308a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1526'] for router, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:22.215636 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7c2b7d91-d5fa-4c5e-9657-c7faf8c9308a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1533'] for router, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:22.242520 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.db_base_plugin_common [None req-152fd033-b0b6-475f-b2c3-e7d5dafc6d75 None None] Allocated IP 172.20.0.2 (cd52802e-1c8d-455d-92c8-1a3f495fbed9/5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b/a762d0e8-6c47-4356-91de-35c5ee14e29a) {{(pid=105907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:05:22.270690 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7c2b7d91-d5fa-4c5e-9657-c7faf8c9308a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:22.382437 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-152fd033-b0b6-475f-b2c3-e7d5dafc6d75 None None] Notify callbacks [] for port, precommit_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:22.390266 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-152fd033-b0b6-475f-b2c3-e7d5dafc6d75 None None] Transition to ACTIVE for port object a762d0e8-6c47-4356-91de-35c5ee14e29a will not be triggered until provisioned by entity L2. {{(pid=105907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:05:22.404142 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-152fd033-b0b6-475f-b2c3-e7d5dafc6d75 None None] Transition to ACTIVE for port object a762d0e8-6c47-4356-91de-35c5ee14e29a will not be triggered until provisioned by entity DHCP. {{(pid=105907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:05:22.473167 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7c2b7d91-d5fa-4c5e-9657-c7faf8c9308a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:22.488744 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-152fd033-b0b6-475f-b2c3-e7d5dafc6d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445'] for port, after_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:22.529521 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152fd033-b0b6-475f-b2c3-e7d5dafc6d75 None None] Network cd52802e-1c8d-455d-92c8-1a3f495fbed9 is already hosted by enough agents. {{(pid=105907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:05:22.534351 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.scheduler.base_scheduler [None req-152fd033-b0b6-475f-b2c3-e7d5dafc6d75 None None] Resources bound (agent type, host, resource id): {{(pid=105907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:05:22.541240 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152fd033-b0b6-475f-b2c3-e7d5dafc6d75 None None] Received port after_create {{(pid=105907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:05:22.544905 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fd033-b0b6-475f-b2c3-e7d5dafc6d75 None None] Pushing event updated for resources: {'Port': ['ID=a762d0e8-6c47-4356-91de-35c5ee14e29a,revision_number=1']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:22.596317 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-152fd033-b0b6-475f-b2c3-e7d5dafc6d75 None None] Attempting to bind port a762d0e8-6c47-4356-91de-35c5ee14e29a on host dv-cinder-800015-3-iscsi for vnic_type normal with profile {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:05:22.596678 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-152fd033-b0b6-475f-b2c3-e7d5dafc6d75 None None] Attempting to bind port a762d0e8-6c47-4356-91de-35c5ee14e29a by drivers openvswitch,hyperv on host dv-cinder-800015-3-iscsi at level 0 using segments [{'id': 'b61ea87c-593e-43ed-9366-64449473e70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9'}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:05:22.597184 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152fd033-b0b6-475f-b2c3-e7d5dafc6d75 None None] Attempting to bind port a762d0e8-6c47-4356-91de-35c5ee14e29a on network cd52802e-1c8d-455d-92c8-1a3f495fbed9 {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:05:22.603103 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152fd033-b0b6-475f-b2c3-e7d5dafc6d75 None None] Checking agent: {'id': '2f28a577-1e29-47c6-9353-308533d5ca1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'started_at': datetime.datetime(2021, 8, 12, 14, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:05:22.603475 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152fd033-b0b6-475f-b2c3-e7d5dafc6d75 None None] Checking segment: {'id': 'b61ea87c-593e-43ed-9366-64449473e70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:05:22.603876 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-152fd033-b0b6-475f-b2c3-e7d5dafc6d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:22.604270 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152fd033-b0b6-475f-b2c3-e7d5dafc6d75 None None] Bound using segment: {'id': 'b61ea87c-593e-43ed-9366-64449473e70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9'} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:05:22.604772 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-152fd033-b0b6-475f-b2c3-e7d5dafc6d75 None None] Bound port: a762d0e8-6c47-4356-91de-35c5ee14e29a, host: dv-cinder-800015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61ea87c-593e-43ed-9366-64449473e70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9'}}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:05:22.605146 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-152fd033-b0b6-475f-b2c3-e7d5dafc6d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:22.671318 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-152fd033-b0b6-475f-b2c3-e7d5dafc6d75 None None] For port a762d0e8-6c47-4356-91de-35c5ee14e29a, host dv-cinder-800015-3-iscsi, cleared binding levels {{(pid=105907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:05:22.675206 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-152fd033-b0b6-475f-b2c3-e7d5dafc6d75 None None] For port a762d0e8-6c47-4356-91de-35c5ee14e29a, host dv-cinder-800015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=a762d0e8-6c47-4356-91de-35c5ee14e29a,segment=NetworkSegment(b61ea87c-593e-43ed-9366-64449473e70b),segment_id=b61ea87c-593e-43ed-9366-64449473e70b)] {{(pid=105907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:05:22.770967 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7c2b7d91-d5fa-4c5e-9657-c7faf8c9308a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:22.790535 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7c2b7d91-d5fa-4c5e-9657-c7faf8c9308a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:22.791202 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-152fd033-b0b6-475f-b2c3-e7d5dafc6d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:22.863889 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fd033-b0b6-475f-b2c3-e7d5dafc6d75 None None] Pushing event updated for resources: {'Port': ['ID=a762d0e8-6c47-4356-91de-35c5ee14e29a,revision_number=2']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:22.903977 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.db_base_plugin_common [None req-7c2b7d91-d5fa-4c5e-9657-c7faf8c9308a admin admin] Allocated IP 172.27.1.128 (df63f438-b2ec-4f43-ad5b-12a75f4e90ce/8bfc729c-9def-42bb-b3b9-7901b6eeb5d6/92527022-ccb0-4b9d-8560-33a0d0d48a76) {{(pid=105905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:05:23.010287 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 46976) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:23.024648 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7c2b7d91-d5fa-4c5e-9657-c7faf8c9308a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:23.174257 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7c2b7d91-d5fa-4c5e-9657-c7faf8c9308a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374546'] for port, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:23.197422 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-346455d2-f9b9-4656-80eb-220637d5439f tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Deleting port 66b4a7fb-0550-4d79-8eaa-54115c9f7908 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:05:23.197781 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-346455d2-f9b9-4656-80eb-220637d5439f tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:23.210026 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2b7d91-d5fa-4c5e-9657-c7faf8c9308a admin admin] Network df63f438-b2ec-4f43-ad5b-12a75f4e90ce is already hosted by enough agents. {{(pid=105905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:05:23.216478 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-7c2b7d91-d5fa-4c5e-9657-c7faf8c9308a admin admin] Resources bound (agent type, host, resource id): {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:05:23.220000 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2b7d91-d5fa-4c5e-9657-c7faf8c9308a admin admin] Received port after_create {{(pid=105905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:05:23.225422 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b7d91-d5fa-4c5e-9657-c7faf8c9308a admin admin] Pushing event updated for resources: {'Port': ['ID=92527022-ccb0-4b9d-8560-33a0d0d48a76,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:23.279767 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-346455d2-f9b9-4656-80eb-220637d5439f tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:23.279767 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-346455d2-f9b9-4656-80eb-220637d5439f tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:23.294554 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-346455d2-f9b9-4656-80eb-220637d5439f tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Calling delete_port for 66b4a7fb-0550-4d79-8eaa-54115c9f7908 owned by network:floatingip {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:05:23.629736 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-346455d2-f9b9-4656-80eb-220637d5439f tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:23.653374 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7c2b7d91-d5fa-4c5e-9657-c7faf8c9308a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:23.661189 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346455d2-f9b9-4656-80eb-220637d5439f tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Pushing event deleted for resources: {'Port': ['ID=66b4a7fb-0550-4d79-8eaa-54115c9f7908,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:23.705015 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77e3807-9e91-4960-b89c-4fc4aa0736b3 None None] Network cd52802e-1c8d-455d-92c8-1a3f495fbed9 requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:05:23.727916 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-346455d2-f9b9-4656-80eb-220637d5439f tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for floatingip, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:23.728525 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.db.l3_db [None req-346455d2-f9b9-4656-80eb-220637d5439f tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Floating IP 58a1b92f-2f49-42a6-94a0-8503116b2a97 disassociated (deleted). External IP: 172.27.1.238, port: fb634682-ee80-438c-9113-f16cfbcb0473. Aug 12 15:05:23.948456 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device a762d0e8-6c47-4356-91de-35c5ee14e29a up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:05:23.997095 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346455d2-f9b9-4656-80eb-220637d5439f tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Router a1b09e63-ff1c-4704-bb7d-5a92919b1476 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:05:24.007262 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-a75b7d2b-74f4-47b2-8751-78fa6cc7b4e8 None None] Provisioning for port a762d0e8-6c47-4356-91de-35c5ee14e29a completed by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:05:24.092957 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7c2b7d91-d5fa-4c5e-9657-c7faf8c9308a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710395'] for router, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:24.108767 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346455d2-f9b9-4656-80eb-220637d5439f tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:05:24.114034 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-346455d2-f9b9-4656-80eb-220637d5439f tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for floatingip, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:24.121344 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5621345a-9bde-4094-9661-5b66dcf10409 None None] Sync routers for ids ['a1b09e63-ff1c-4704-bb7d-5a92919b1476'] in dv-cinder-800015-3-iscsi {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:05:24.130027 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning for port a762d0e8-6c47-4356-91de-35c5ee14e29a completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:05:24.136880 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port a762d0e8-6c47-4356-91de-35c5ee14e29a triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:24.137311 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:24.141196 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5621345a-9bde-4094-9661-5b66dcf10409 None None] Routers {'a1b09e63-ff1c-4704-bb7d-5a92919b1476'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:24.142362 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-5621345a-9bde-4094-9661-5b66dcf10409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:05:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['a1b09e63-ff1c-4704-bb7d-5a92919b1476'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:24.146111 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-346455d2-f9b9-4656-80eb-220637d5439f tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "DELETE /v2.0/floatingips/58a1b92f-2f49-42a6-94a0-8503116b2a97 HTTP/1.1" status: 204 len: 168 time: 1.1341584 Aug 12 15:05:24.147330 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d986fe-ae65-4a84-8bf9-fca5cc95bef2', 'tag': 'fb634682-ee80-438c-9113-f16cfbcb0473'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:05:24.150026 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dee8fa1-8450-4f60-b9d6-f25d79c2036b" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d986fe-ae65-4a84-8bf9-fca5cc95bef2", "tag": "fb634682-ee80-438c-9113-f16cfbcb0473"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:05:24.200857 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71544845-750e-4e71-b9e5-58f672627013 x-openstack-request-id: req-71544845-750e-4e71-b9e5-58f672627013 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:05:24.201148 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d986fe-ae65-4a84-8bf9-fca5cc95bef2", "tag": "fb634682-ee80-438c-9113-f16cfbcb0473", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:05:24.201402 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-71544845-750e-4e71-b9e5-58f672627013 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:05:24.201799 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d986fe-ae65-4a84-8bf9-fca5cc95bef2', 'tag': 'fb634682-ee80-438c-9113-f16cfbcb0473', 'status': 'completed', 'code': 200} Aug 12 15:05:24.270991 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee8fa1-8450-4f60-b9d6-f25d79c2036b req-7b13a199-43f1-46ea-a8a0-b07dd9602443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:24.274332 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1dee8fa1-8450-4f60-b9d6-f25d79c2036b req-7b13a199-43f1-46ea-a8a0-b07dd9602443 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da657e2106dc46a7ae185eb3fb6d4506&device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 1098 time: 0.0534372 Aug 12 15:05:24.304032 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-5621345a-9bde-4094-9661-5b66dcf10409 None None] Set router a1b09e63-ff1c-4704-bb7d-5a92919b1476 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:24.379346 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2b7d91-d5fa-4c5e-9657-c7faf8c9308a admin admin] Router 78b4a731-b9f4-4f14-8501-88471adf6475 is scheduled to L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 with binding_index 1 {{(pid=105905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:05:24.391024 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee8fa1-8450-4f60-b9d6-f25d79c2036b req-7da56d23-e5ed-42a9-9f6e-fa9d40cdba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:24.392968 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1dee8fa1-8450-4f60-b9d6-f25d79c2036b req-7da56d23-e5ed-42a9-9f6e-fa9d40cdba1c service neutron] 10.222.0.73 "GET /v2.0/networks?id=7afd0ba9-a757-4823-8e62-3449919f76ad HTTP/1.1" status: 200 len: 909 time: 0.1127970 Aug 12 15:05:24.449281 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1dee8fa1-8450-4f60-b9d6-f25d79c2036b req-5636651a-613b-497b-93e0-b1af1fbd308f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb634682-ee80-438c-9113-f16cfbcb0473 HTTP/1.1" status: 200 len: 217 time: 0.0487719 Aug 12 15:05:24.494427 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:24.505985 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2b7d91-d5fa-4c5e-9657-c7faf8c9308a admin admin] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:05:24.506596 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee8fa1-8450-4f60-b9d6-f25d79c2036b req-3a079063-659d-41ec-8137-bcc7c1b3e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:24.509719 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1dee8fa1-8450-4f60-b9d6-f25d79c2036b req-3a079063-659d-41ec-8137-bcc7c1b3e8b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a379225-2e3f-460f-95c4-507a052d0604 HTTP/1.1" status: 200 len: 847 time: 0.0534117 Aug 12 15:05:24.516497 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaed4c3-9211-43f3-ad1d-339700afd01e None None] Sync routers for ids ['78b4a731-b9f4-4f14-8501-88471adf6475'] in dv-cinder-800015-3-iscsi {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:05:24.529031 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaed4c3-9211-43f3-ad1d-339700afd01e None None] Routers {'78b4a731-b9f4-4f14-8501-88471adf6475'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:24.529944 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-7eaed4c3-9211-43f3-ad1d-339700afd01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:05:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['78b4a731-b9f4-4f14-8501-88471adf6475'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:24.547755 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-d24d20b3-1046-4c8c-b43d-acaa4269cdb2 None None] Provisioning complete for port a762d0e8-6c47-4356-91de-35c5ee14e29a triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:24.548125 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-d24d20b3-1046-4c8c-b43d-acaa4269cdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:24.573132 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee8fa1-8450-4f60-b9d6-f25d79c2036b req-8357d5ed-4ab7-4e48-817f-211e038acff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:24.575416 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1dee8fa1-8450-4f60-b9d6-f25d79c2036b req-8357d5ed-4ab7-4e48-817f-211e038acff3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7afd0ba9-a757-4823-8e62-3449919f76ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580208 Aug 12 15:05:24.599113 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] For port a762d0e8-6c47-4356-91de-35c5ee14e29a, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=a762d0e8-6c47-4356-91de-35c5ee14e29a,segment=NetworkSegment(b61ea87c-593e-43ed-9366-64449473e70b),segment_id=b61ea87c-593e-43ed-9366-64449473e70b)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:24.649413 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7c2b7d91-d5fa-4c5e-9657-c7faf8c9308a admin admin] Notify callbacks [] for router, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:24.650742 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-7c2b7d91-d5fa-4c5e-9657-c7faf8c9308a admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5517700 Aug 12 15:05:24.654025 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 47006) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:24.702714 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:24.727522 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e63aea-8209-46ba-9f80-a2d6b51a7eb0 req-d86474d7-8f3d-4919-b51e-37cbc11a58a0 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:24.729150 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f7e63aea-8209-46ba-9f80-a2d6b51a7eb0 req-d86474d7-8f3d-4919-b51e-37cbc11a58a0 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 945 time: 0.1206949 Aug 12 15:05:24.736379 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1dee8fa1-8450-4f60-b9d6-f25d79c2036b req-cfcd4967-070e-4c17-ad51-515b9480cbcb service neutron] 10.222.0.73 "GET /v2.0/networks/7afd0ba9-a757-4823-8e62-3449919f76ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538324 Aug 12 15:05:24.780647 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Pushing event updated for resources: {'Port': ['ID=a762d0e8-6c47-4356-91de-35c5ee14e29a,revision_number=3']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:24.793320 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-7eaed4c3-9211-43f3-ad1d-339700afd01e None None] Set router 78b4a731-b9f4-4f14-8501-88471adf6475 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:24.803994 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-d24d20b3-1046-4c8c-b43d-acaa4269cdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:24.829058 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f7e63aea-8209-46ba-9f80-a2d6b51a7eb0 req-a578a6f3-f6a7-44c8-b6b5-bd0633bfa1ac tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887213 Aug 12 15:05:24.863743 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1dee8fa1-8450-4f60-b9d6-f25d79c2036b req-b596aa99-838b-4c65-b4c1-6129f3587e20 service neutron] 10.222.0.73 "GET /v2.0/networks/7afd0ba9-a757-4823-8e62-3449919f76ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158431 Aug 12 15:05:24.887050 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-5621345a-9bde-4094-9661-5b66dcf10409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'name': 'tempest-TestShelveInstance-455465198-router', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'd2775e29-dd66-43fe-9a23-eff703593dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:16Z', 'updated_at': '2021-08-12T15:00:20Z', 'revision_number': 4, 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'gw_port': {'id': 'd2775e29-dd66-43fe-9a23-eff703593dd3', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:16Z', 'updated_at': '2021-08-12T15:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': 'f87e306c-c468-45a4-bafc-901653b63e9c', 'name': '', 'network_id': '7afd0ba9-a757-4823-8e62-3449919f76ad', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'mac_address': 'fa:16:3e:e1:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7a379225-2e3f-460f-95c4-507a052d0604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:19Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 5, 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'subnets': [{'id': '7a379225-2e3f-460f-95c4-507a052d0604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:24.917740 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5621345a-9bde-4094-9661-5b66dcf10409 None None] Checking router: a1b09e63-ff1c-4704-bb7d-5a92919b1476 for host: dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:05:24.919762 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.db.api [None req-d24d20b3-1046-4c8c-b43d-acaa4269cdb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105907) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 15:05:24.920124 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG oslo_db.api [None req-d24d20b3-1046-4c8c-b43d-acaa4269cdb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 15:05:24.927442 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5621345a-9bde-4094-9661-5b66dcf10409 None None] Routers {'a1b09e63-ff1c-4704-bb7d-5a92919b1476'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:24.928405 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-5621345a-9bde-4094-9661-5b66dcf10409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:05:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['a1b09e63-ff1c-4704-bb7d-5a92919b1476'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:24.994145 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-7eaed4c3-9211-43f3-ad1d-339700afd01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'name': 'tempest-TestVolumeBootPattern-1488447592-router', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:23Z', 'revision_number': 3, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'gw_port': {'id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:25.023403 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaed4c3-9211-43f3-ad1d-339700afd01e None None] Checking router: 78b4a731-b9f4-4f14-8501-88471adf6475 for host: dv-cinder-800015-3-iscsi {{(pid=105908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:05:25.024123 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaed4c3-9211-43f3-ad1d-339700afd01e None None] Updating router 78b4a731-b9f4-4f14-8501-88471adf6475 port 92527022-ccb0-4b9d-8560-33a0d0d48a76 binding host dv-cinder-800015-3-iscsi {{(pid=105908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:05:25.035720 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-5621345a-9bde-4094-9661-5b66dcf10409 None None] Set router a1b09e63-ff1c-4704-bb7d-5a92919b1476 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:25.055639 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-7eaed4c3-9211-43f3-ad1d-339700afd01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:25.167351 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ba891c7d-a5be-479c-abe5-45a80164c97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:25.248341 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-5621345a-9bde-4094-9661-5b66dcf10409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'name': 'tempest-TestShelveInstance-455465198-router', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'd2775e29-dd66-43fe-9a23-eff703593dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:16Z', 'updated_at': '2021-08-12T15:00:20Z', 'revision_number': 4, 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'gw_port': {'id': 'd2775e29-dd66-43fe-9a23-eff703593dd3', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:16Z', 'updated_at': '2021-08-12T15:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': 'f87e306c-c468-45a4-bafc-901653b63e9c', 'name': '', 'network_id': '7afd0ba9-a757-4823-8e62-3449919f76ad', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'mac_address': 'fa:16:3e:e1:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7a379225-2e3f-460f-95c4-507a052d0604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:19Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 5, 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'subnets': [{'id': '7a379225-2e3f-460f-95c4-507a052d0604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:25.282420 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5621345a-9bde-4094-9661-5b66dcf10409 None None] The sync data for ids ['a1b09e63-ff1c-4704-bb7d-5a92919b1476'] in dv-cinder-800015-3-iscsi is: [{'id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'name': 'tempest-TestShelveInstance-455465198-router', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'd2775e29-dd66-43fe-9a23-eff703593dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:16Z', 'updated_at': '2021-08-12T15:00:20Z', 'revision_number': 4, 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'gw_port': {'id': 'd2775e29-dd66-43fe-9a23-eff703593dd3', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:16Z', 'updated_at': '2021-08-12T15:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': 'f87e306c-c468-45a4-bafc-901653b63e9c', 'name': '', 'network_id': '7afd0ba9-a757-4823-8e62-3449919f76ad', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'mac_address': 'fa:16:3e:e1:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7a379225-2e3f-460f-95c4-507a052d0604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:19Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 5, 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'subnets': [{'id': '7a379225-2e3f-460f-95c4-507a052d0604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:05:25.331109 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:05:25.331830 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.db_base_plugin_common [None req-ba891c7d-a5be-479c-abe5-45a80164c97c admin admin] Allocated IP 172.20.0.1 (cd52802e-1c8d-455d-92c8-1a3f495fbed9/5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b/a469b653-7025-418a-b6f4-8eb3bcd870fa) {{(pid=105905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:05:25.347230 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-7eaed4c3-9211-43f3-ad1d-339700afd01e None None] Notify callbacks [] for port, precommit_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:25.358268 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.provisioning_blocks [None req-7eaed4c3-9211-43f3-ad1d-339700afd01e None None] Transition to ACTIVE for port object 92527022-ccb0-4b9d-8560-33a0d0d48a76 will not be triggered until provisioned by entity L2. {{(pid=105908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:05:25.438224 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ba891c7d-a5be-479c-abe5-45a80164c97c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:25.449376 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-7eaed4c3-9211-43f3-ad1d-339700afd01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:25.453805 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.provisioning_blocks [None req-ba891c7d-a5be-479c-abe5-45a80164c97c admin admin] Transition to ACTIVE for port object a469b653-7025-418a-b6f4-8eb3bcd870fa will not be triggered until provisioned by entity DHCP. {{(pid=105905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:05:25.508940 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db44ca1-ca24-469b-ae01-3f06d0c60de1 None None] Pushing event updated for resources: {'Port': ['ID=92527022-ccb0-4b9d-8560-33a0d0d48a76,revision_number=2']} {{(pid=105908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:25.511054 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-7eaed4c3-9211-43f3-ad1d-339700afd01e None None] Attempting to bind port 92527022-ccb0-4b9d-8560-33a0d0d48a76 on host dv-cinder-800015-3-iscsi for vnic_type normal with profile {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:05:25.511393 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-7eaed4c3-9211-43f3-ad1d-339700afd01e None None] Attempting to bind port 92527022-ccb0-4b9d-8560-33a0d0d48a76 by drivers openvswitch,hyperv on host dv-cinder-800015-3-iscsi at level 0 using segments [{'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}] {{(pid=105908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:05:25.511743 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaed4c3-9211-43f3-ad1d-339700afd01e None None] Attempting to bind port 92527022-ccb0-4b9d-8560-33a0d0d48a76 on network df63f438-b2ec-4f43-ad5b-12a75f4e90ce {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:05:25.519823 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746d23aa-71aa-43cf-a54c-44ff87c4759c None None] New status for floating IP 58a1b92f-2f49-42a6-94a0-8503116b2a97: DOWN {{(pid=105907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:05:25.520027 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaed4c3-9211-43f3-ad1d-339700afd01e None None] Checking agent: {'id': '2f28a577-1e29-47c6-9353-308533d5ca1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'started_at': datetime.datetime(2021, 8, 12, 14, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:05:25.520519 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaed4c3-9211-43f3-ad1d-339700afd01e None None] Checking segment: {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:05:25.520766 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-7eaed4c3-9211-43f3-ad1d-339700afd01e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:25.525598 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaed4c3-9211-43f3-ad1d-339700afd01e None None] Bound using segment: {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'} {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:05:25.525598 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-7eaed4c3-9211-43f3-ad1d-339700afd01e None None] Bound port: 92527022-ccb0-4b9d-8560-33a0d0d48a76, host: dv-cinder-800015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}}] {{(pid=105908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:05:25.525598 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-7eaed4c3-9211-43f3-ad1d-339700afd01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:25.525598 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db44ca1-ca24-469b-ae01-3f06d0c60de1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:25.526307 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db44ca1-ca24-469b-ae01-3f06d0c60de1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:25.526540 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db44ca1-ca24-469b-ae01-3f06d0c60de1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:25.526782 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db44ca1-ca24-469b-ae01-3f06d0c60de1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:25.527107 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db44ca1-ca24-469b-ae01-3f06d0c60de1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:25.527420 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db44ca1-ca24-469b-ae01-3f06d0c60de1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:25.529768 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db44ca1-ca24-469b-ae01-3f06d0c60de1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:25.529768 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db44ca1-ca24-469b-ae01-3f06d0c60de1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:25.529768 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db44ca1-ca24-469b-ae01-3f06d0c60de1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:25.529768 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db44ca1-ca24-469b-ae01-3f06d0c60de1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:25.529768 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db44ca1-ca24-469b-ae01-3f06d0c60de1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:25.529768 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db44ca1-ca24-469b-ae01-3f06d0c60de1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:25.568905 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ba891c7d-a5be-479c-abe5-45a80164c97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374546'] for port, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:25.590446 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.db [None req-7eaed4c3-9211-43f3-ad1d-339700afd01e None None] For port 92527022-ccb0-4b9d-8560-33a0d0d48a76, host dv-cinder-800015-3-iscsi, cleared binding levels {{(pid=105908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:05:25.593593 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.db [None req-7eaed4c3-9211-43f3-ad1d-339700afd01e None None] For port 92527022-ccb0-4b9d-8560-33a0d0d48a76, host dv-cinder-800015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=92527022-ccb0-4b9d-8560-33a0d0d48a76,segment=NetworkSegment(71f474ba-4ec1-4e39-a638-917b9b8eddd4),segment_id=71f474ba-4ec1-4e39-a638-917b9b8eddd4)] {{(pid=105908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:05:25.609836 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba891c7d-a5be-479c-abe5-45a80164c97c admin admin] Network cd52802e-1c8d-455d-92c8-1a3f495fbed9 is already hosted by enough agents. {{(pid=105905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:05:25.612789 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-ba891c7d-a5be-479c-abe5-45a80164c97c admin admin] Resources bound (agent type, host, resource id): {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:05:25.617102 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba891c7d-a5be-479c-abe5-45a80164c97c admin admin] Received port after_create {{(pid=105905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:05:25.622558 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba891c7d-a5be-479c-abe5-45a80164c97c admin admin] Pushing event updated for resources: {'Port': ['ID=a469b653-7025-418a-b6f4-8eb3bcd870fa,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:25.661020 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ba891c7d-a5be-479c-abe5-45a80164c97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709934'] for router_interface, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:25.700185 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-7eaed4c3-9211-43f3-ad1d-339700afd01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:25.724369 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaed4c3-9211-43f3-ad1d-339700afd01e None None] Routers {'78b4a731-b9f4-4f14-8501-88471adf6475'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:25.725047 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-7eaed4c3-9211-43f3-ad1d-339700afd01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:05:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['78b4a731-b9f4-4f14-8501-88471adf6475'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:25.905484 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db44ca1-ca24-469b-ae01-3f06d0c60de1 None None] Pushing event updated for resources: {'Port': ['ID=92527022-ccb0-4b9d-8560-33a0d0d48a76,revision_number=3']} {{(pid=105908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:25.905713 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device a762d0e8-6c47-4356-91de-35c5ee14e29a up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:05:25.943287 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-7eaed4c3-9211-43f3-ad1d-339700afd01e None None] Set router 78b4a731-b9f4-4f14-8501-88471adf6475 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:25.954799 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-3894dfaa-780c-4242-b449-a81cfea81968 None None] Provisioning for port a469b653-7025-418a-b6f4-8eb3bcd870fa completed by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:05:25.966698 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-3894dfaa-780c-4242-b449-a81cfea81968 None None] Provisioning complete for port a469b653-7025-418a-b6f4-8eb3bcd870fa triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:25.966698 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-3894dfaa-780c-4242-b449-a81cfea81968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:25.971897 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86b993-5b62-45b0-aa94-7d8d66dd3019 req-3570be39-b562-4cce-93b4-48a88144e009 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:25.973946 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7a86b993-5b62-45b0-aa94-7d8d66dd3019 req-3570be39-b562-4cce-93b4-48a88144e009 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 945 time: 0.0542128 Aug 12 15:05:26.013945 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-3894dfaa-780c-4242-b449-a81cfea81968 None None] Port a469b653-7025-418a-b6f4-8eb3bcd870fa cannot update to ACTIVE because it is not bound. {{(pid=105907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:05:26.017269 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port a762d0e8-6c47-4356-91de-35c5ee14e29a triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:26.017637 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:26.035169 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ba891c7d-a5be-479c-abe5-45a80164c97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:26.054609 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7a86b993-5b62-45b0-aa94-7d8d66dd3019 req-8e7a22af-c548-40ad-b316-e21ab91923d2 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/security-groups?id=c0a8f817-34aa-493f-a215-6c2ba29ac916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734625 Aug 12 15:05:26.141693 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-7eaed4c3-9211-43f3-ad1d-339700afd01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'name': 'tempest-TestVolumeBootPattern-1488447592-router', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:23Z', 'revision_number': 3, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'gw_port': {'id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:26.170508 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6102f-5930-49f7-b3c5-3b1e2c20145f req-d5a53cdc-1b9f-4388-a593-0a98d095adb7 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:26.172062 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaed4c3-9211-43f3-ad1d-339700afd01e None None] The sync data for ids ['78b4a731-b9f4-4f14-8501-88471adf6475'] in dv-cinder-800015-3-iscsi is: [{'id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'name': 'tempest-TestVolumeBootPattern-1488447592-router', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:23Z', 'revision_number': 3, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'gw_port': {'id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}] {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:05:26.174243 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-c4c6102f-5930-49f7-b3c5-3b1e2c20145f req-d5a53cdc-1b9f-4388-a593-0a98d095adb7 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 945 time: 0.0560431 Aug 12 15:05:26.233505 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ba891c7d-a5be-479c-abe5-45a80164c97c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:26.273984 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-c4c6102f-5930-49f7-b3c5-3b1e2c20145f req-03a0759e-a812-4bf0-8d16-b6bd05a32d1a tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Deleting port fb634682-ee80-438c-9113-f16cfbcb0473 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:05:26.274319 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-c4c6102f-5930-49f7-b3c5-3b1e2c20145f req-03a0759e-a812-4bf0-8d16-b6bd05a32d1a tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:26.327937 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ba891c7d-a5be-479c-abe5-45a80164c97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2374555'] for port, after_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:26.370067 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-c4c6102f-5930-49f7-b3c5-3b1e2c20145f req-03a0759e-a812-4bf0-8d16-b6bd05a32d1a tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] For port fb634682-ee80-438c-9113-f16cfbcb0473, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=fb634682-ee80-438c-9113-f16cfbcb0473,segment=NetworkSegment(595b3322-b762-4362-b570-2f3dc9dfabe9),segment_id=595b3322-b762-4362-b570-2f3dc9dfabe9)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:26.370404 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-c4c6102f-5930-49f7-b3c5-3b1e2c20145f req-03a0759e-a812-4bf0-8d16-b6bd05a32d1a tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:26.386836 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-c4c6102f-5930-49f7-b3c5-3b1e2c20145f req-03a0759e-a812-4bf0-8d16-b6bd05a32d1a tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Calling delete_port for fb634682-ee80-438c-9113-f16cfbcb0473 owned by compute:nova {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:05:26.402283 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba891c7d-a5be-479c-abe5-45a80164c97c admin admin] Pushing event updated for resources: {'Port': ['ID=a469b653-7025-418a-b6f4-8eb3bcd870fa,revision_number=2']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:26.406153 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ba891c7d-a5be-479c-abe5-45a80164c97c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710074'] for router_interface, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:26.460645 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 47028) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:26.549588 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba891c7d-a5be-479c-abe5-45a80164c97c admin admin] Network cd52802e-1c8d-455d-92c8-1a3f495fbed9 is already hosted by enough agents. {{(pid=105905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:05:26.551379 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-ba891c7d-a5be-479c-abe5-45a80164c97c admin admin] Resources bound (agent type, host, resource id): {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:05:26.603139 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-9dc2db52-482f-4232-9c19-13c6ec13e2ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:26.670289 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-c4c6102f-5930-49f7-b3c5-3b1e2c20145f req-03a0759e-a812-4bf0-8d16-b6bd05a32d1a tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:26.695627 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba891c7d-a5be-479c-abe5-45a80164c97c admin admin] Router 78b4a731-b9f4-4f14-8501-88471adf6475 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:05:26.705663 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0759e-a812-4bf0-8d16-b6bd05a32d1a tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Pushing event deleted for resources: {'Port': ['ID=fb634682-ee80-438c-9113-f16cfbcb0473,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:26.770022 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c6102f-5930-49f7-b3c5-3b1e2c20145f req-03a0759e-a812-4bf0-8d16-b6bd05a32d1a tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] No DVR routers for this DVR port fb634682-ee80-438c-9113-f16cfbcb0473 on host hv-cinder-80001 {{(pid=105906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:05:26.773599 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-c4c6102f-5930-49f7-b3c5-3b1e2c20145f req-03a0759e-a812-4bf0-8d16-b6bd05a32d1a tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:26.777367 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-c4c6102f-5930-49f7-b3c5-3b1e2c20145f req-03a0759e-a812-4bf0-8d16-b6bd05a32d1a tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.73 "DELETE /v2.0/ports/fb634682-ee80-438c-9113-f16cfbcb0473 HTTP/1.1" status: 204 len: 173 time: 0.5940623 Aug 12 15:05:26.782214 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d986fe-ae65-4a84-8bf9-fca5cc95bef2', 'name': 'network-vif-deleted', 'tag': 'fb634682-ee80-438c-9113-f16cfbcb0473'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:05:26.784656 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcf37ef-e290-44a1-b948-cfa6ddcd3d1a" -d '{"events": [{"server_uuid": "d7d986fe-ae65-4a84-8bf9-fca5cc95bef2", "name": "network-vif-deleted", "tag": "fb634682-ee80-438c-9113-f16cfbcb0473"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:05:26.802887 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-9dc2db52-482f-4232-9c19-13c6ec13e2ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:26.829858 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea9a0f8-1985-459f-9b68-d1b4f04ad334 x-openstack-request-id: req-aea9a0f8-1985-459f-9b68-d1b4f04ad334 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:05:26.830154 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d986fe-ae65-4a84-8bf9-fca5cc95bef2", "name": "network-vif-deleted", "tag": "fb634682-ee80-438c-9113-f16cfbcb0473", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:05:26.834703 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-aea9a0f8-1985-459f-9b68-d1b4f04ad334 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:05:26.834703 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d986fe-ae65-4a84-8bf9-fca5cc95bef2', 'name': 'network-vif-deleted', 'tag': 'fb634682-ee80-438c-9113-f16cfbcb0473', 'status': 'completed', 'code': 200} Aug 12 15:05:26.840530 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba891c7d-a5be-479c-abe5-45a80164c97c admin admin] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:05:26.845663 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-ba891c7d-a5be-479c-abe5-45a80164c97c admin admin] 10.222.0.63 "PUT /v2.0/routers/78b4a731-b9f4-4f14-8501-88471adf6475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1904900 Aug 12 15:05:26.850396 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-030657ce-8085-444f-b272-413ddbf7585e None None] Provisioning complete for port a469b653-7025-418a-b6f4-8eb3bcd870fa triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:26.850936 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-030657ce-8085-444f-b272-413ddbf7585e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:26.887304 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-030657ce-8085-444f-b272-413ddbf7585e None None] Port a469b653-7025-418a-b6f4-8eb3bcd870fa cannot update to ACTIVE because it is not bound. {{(pid=105907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:05:26.910970 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-9dc2db52-482f-4232-9c19-13c6ec13e2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:26.951869 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2db52-482f-4232-9c19-13c6ec13e2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64869a0-f481-4bd3-a3d0-ba5188b5598c,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:26.980785 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 47038) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:26.981964 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-9dc2db52-482f-4232-9c19-13c6ec13e2ba admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4633fd23d9c64cf381aa2beea0da9f45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5189300 Aug 12 15:05:27.035215 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-3cce2ca7-a06a-4a66-82be-6a6397630a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:27.058099 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-3cce2ca7-a06a-4a66-82be-6a6397630a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:27.171185 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8d917fc2-9083-4277-92e2-bb214db03908 req-abc24ff9-3b59-49c9-8f84-13afa2b88784 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 210 time: 0.0317311 Aug 12 15:05:27.208186 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-3cce2ca7-a06a-4a66-82be-6a6397630a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:27.211524 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-3cce2ca7-a06a-4a66-82be-6a6397630a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:27.215616 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-3cce2ca7-a06a-4a66-82be-6a6397630a68 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e64869a0-f481-4bd3-a3d0-ba5188b5598c HTTP/1.1" status: 204 len: 168 time: 0.2313430 Aug 12 15:05:27.223182 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce2ca7-a06a-4a66-82be-6a6397630a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64869a0-f481-4bd3-a3d0-ba5188b5598c,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:27.675885 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 47058) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:27.681998 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-374bafe2-2f1d-4365-955d-98dcddc0fb0d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-282391053-network', 'tenant_id': '2f84d1de33284f50a6c5087716661b81'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:05:27.768103 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374bafe2-2f1d-4365-955d-98dcddc0fb0d admin admin] Made reservation on behalf of 2f84d1de33284f50a6c5087716661b81 for: {'network': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:05:27.770491 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-374bafe2-2f1d-4365-955d-98dcddc0fb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for network, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:27.780081 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-374bafe2-2f1d-4365-955d-98dcddc0fb0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:27.891827 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-374bafe2-2f1d-4365-955d-98dcddc0fb0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:27.919683 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 92527022-ccb0-4b9d-8560-33a0d0d48a76 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:05:27.977320 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-374bafe2-2f1d-4365-955d-98dcddc0fb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:28.011126 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-374bafe2-2f1d-4365-955d-98dcddc0fb0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=105906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:05:28.016039 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374bafe2-2f1d-4365-955d-98dcddc0fb0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140311c1-6908-4ff7-9df8-f45292c89b2d,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:28.023363 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-374bafe2-2f1d-4365-955d-98dcddc0fb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:28.023659 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.db.segments_db [None req-374bafe2-2f1d-4365-955d-98dcddc0fb0d admin admin] Added segment 268db78c-ad0a-4e76-9d46-9bbe392a3b3a of type vlan for network 0c9b6b86-79b9-495e-b949-349b9dc9d422 Aug 12 15:05:28.054385 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning for port 92527022-ccb0-4b9d-8560-33a0d0d48a76 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:05:28.058525 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 92527022-ccb0-4b9d-8560-33a0d0d48a76 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:28.058983 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:28.071805 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-374bafe2-2f1d-4365-955d-98dcddc0fb0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782132380483'] for network, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:28.111546 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a070287-9e66-4981-9cd9-be7c9bd6a8e3 None None] Sync routers for ids ['78b4a731-b9f4-4f14-8501-88471adf6475'] in dv-cinder-800015-3-iscsi {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:05:28.121517 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a070287-9e66-4981-9cd9-be7c9bd6a8e3 None None] Routers {'78b4a731-b9f4-4f14-8501-88471adf6475'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:28.122116 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-8a070287-9e66-4981-9cd9-be7c9bd6a8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:05:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['78b4a731-b9f4-4f14-8501-88471adf6475'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:28.150317 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:28.174848 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] For port 92527022-ccb0-4b9d-8560-33a0d0d48a76, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=92527022-ccb0-4b9d-8560-33a0d0d48a76,segment=NetworkSegment(71f474ba-4ec1-4e39-a638-917b9b8eddd4),segment_id=71f474ba-4ec1-4e39-a638-917b9b8eddd4)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:28.197626 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-374bafe2-2f1d-4365-955d-98dcddc0fb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764'] for network, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:28.198308 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374bafe2-2f1d-4365-955d-98dcddc0fb0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:28.199069 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-374bafe2-2f1d-4365-955d-98dcddc0fb0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:28.236680 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-8a070287-9e66-4981-9cd9-be7c9bd6a8e3 None None] Set router 78b4a731-b9f4-4f14-8501-88471adf6475 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:28.253853 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:28.285636 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374bafe2-2f1d-4365-955d-98dcddc0fb0d admin admin] Pushing event updated for resources: {'Network': ['ID=0c9b6b86-79b9-495e-b949-349b9dc9d422,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:28.308120 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Network 0c9b6b86-79b9-495e-b949-349b9dc9d422 details requested by agent ovs-agent-dv-cinder-800015-3-iscsi with host dv-cinder-800015-3-iscsi {{(pid=105907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:05:28.311746 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-374bafe2-2f1d-4365-955d-98dcddc0fb0d admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6347699 Aug 12 15:05:28.314473 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 47074) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:28.321880 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-2f3e9e5e-86bf-4854-b11f-2304d81fbaf9 admin admin] Request body: {'subnet': {'network_id': '0c9b6b86-79b9-495e-b949-349b9dc9d422', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-282391053-subnet', 'tenant_id': '2f84d1de33284f50a6c5087716661b81', 'ip_version': 4}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:05:28.347016 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7b4ede2a-3077-4eaf-9bd6-5d8729146d2e req-26d3b498-1b74-4d1f-a1b2-ff203539716b tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7d986fe-ae65-4a84-8bf9-fca5cc95bef2 HTTP/1.1" status: 200 len: 210 time: 0.0455816 Aug 12 15:05:28.385207 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Pushing event updated for resources: {'Port': ['ID=92527022-ccb0-4b9d-8560-33a0d0d48a76,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:28.419452 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3e9e5e-86bf-4854-b11f-2304d81fbaf9 admin admin] Made reservation on behalf of 2f84d1de33284f50a6c5087716661b81 for: {'subnet': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:05:28.421893 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-2f3e9e5e-86bf-4854-b11f-2304d81fbaf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9827629'] for subnet, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:28.489627 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-8a070287-9e66-4981-9cd9-be7c9bd6a8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'name': 'tempest-TestVolumeBootPattern-1488447592-router', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:25Z', 'revision_number': 4, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'gw_port': {'id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': 'a469b653-7025-418a-b6f4-8eb3bcd870fa', 'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'mac_address': 'fa:16:3e:aa:ad:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:25Z', 'updated_at': '2021-08-12T15:05:26Z', 'revision_number': 2, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'subnets': [{'id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:28.517044 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a070287-9e66-4981-9cd9-be7c9bd6a8e3 None None] Checking router: 78b4a731-b9f4-4f14-8501-88471adf6475 for host: dv-cinder-800015-3-iscsi {{(pid=105908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:05:28.517397 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a070287-9e66-4981-9cd9-be7c9bd6a8e3 None None] Updating router 78b4a731-b9f4-4f14-8501-88471adf6475 port a469b653-7025-418a-b6f4-8eb3bcd870fa binding host dv-cinder-800015-3-iscsi {{(pid=105908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:05:28.547583 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-8a070287-9e66-4981-9cd9-be7c9bd6a8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:28.919887 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-8a070287-9e66-4981-9cd9-be7c9bd6a8e3 None None] Notify callbacks [] for port, precommit_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:28.929935 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.provisioning_blocks [None req-8a070287-9e66-4981-9cd9-be7c9bd6a8e3 None None] Transition to ACTIVE for port object a469b653-7025-418a-b6f4-8eb3bcd870fa will not be triggered until provisioned by entity L2. {{(pid=105908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:05:28.983441 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-2f3e9e5e-86bf-4854-b11f-2304d81fbaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9827615'] for subnet, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:29.042451 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-8a070287-9e66-4981-9cd9-be7c9bd6a8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:29.047612 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e9e5e-86bf-4854-b11f-2304d81fbaf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39a565df-8554-4a65-829b-7fe1a4f67bde,revision_number=0']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:29.053441 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3e9e5e-86bf-4854-b11f-2304d81fbaf9 admin admin] Checking segment: {'id': '268db78c-ad0a-4e76-9d46-9bbe392a3b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0c9b6b86-79b9-495e-b949-349b9dc9d422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:05:29.053803 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3e9e5e-86bf-4854-b11f-2304d81fbaf9 admin admin] Network hostable DHCP agents. Network: 0c9b6b86-79b9-495e-b949-349b9dc9d422, hostable agents: ['879afe7b-4486-4e56-823d-f9f5d4ac5aae'], hosted agents: [] {{(pid=105906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:05:29.091099 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e969a0-bd41-4574-a096-e75f43801a7d None None] Pushing event updated for resources: {'Port': ['ID=a469b653-7025-418a-b6f4-8eb3bcd870fa,revision_number=3']} {{(pid=105908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:29.148964 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-8a070287-9e66-4981-9cd9-be7c9bd6a8e3 None None] Attempting to bind port a469b653-7025-418a-b6f4-8eb3bcd870fa on host dv-cinder-800015-3-iscsi for vnic_type normal with profile {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:05:29.148964 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-8a070287-9e66-4981-9cd9-be7c9bd6a8e3 None None] Attempting to bind port a469b653-7025-418a-b6f4-8eb3bcd870fa by drivers openvswitch,hyperv on host dv-cinder-800015-3-iscsi at level 0 using segments [{'id': 'b61ea87c-593e-43ed-9366-64449473e70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9'}] {{(pid=105908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:05:29.148964 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a070287-9e66-4981-9cd9-be7c9bd6a8e3 None None] Attempting to bind port a469b653-7025-418a-b6f4-8eb3bcd870fa on network cd52802e-1c8d-455d-92c8-1a3f495fbed9 {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:05:29.150443 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a070287-9e66-4981-9cd9-be7c9bd6a8e3 None None] Checking agent: {'id': '2f28a577-1e29-47c6-9353-308533d5ca1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'started_at': datetime.datetime(2021, 8, 12, 14, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:05:29.150810 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a070287-9e66-4981-9cd9-be7c9bd6a8e3 None None] Checking segment: {'id': 'b61ea87c-593e-43ed-9366-64449473e70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:05:29.151455 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-8a070287-9e66-4981-9cd9-be7c9bd6a8e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:29.151841 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a070287-9e66-4981-9cd9-be7c9bd6a8e3 None None] Bound using segment: {'id': 'b61ea87c-593e-43ed-9366-64449473e70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9'} {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:05:29.152755 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-8a070287-9e66-4981-9cd9-be7c9bd6a8e3 None None] Bound port: a469b653-7025-418a-b6f4-8eb3bcd870fa, host: dv-cinder-800015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61ea87c-593e-43ed-9366-64449473e70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9'}}] {{(pid=105908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:05:29.152755 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-8a070287-9e66-4981-9cd9-be7c9bd6a8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:29.169057 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3e9e5e-86bf-4854-b11f-2304d81fbaf9 admin admin] Network 0c9b6b86-79b9-495e-b949-349b9dc9d422 is scheduled to be hosted by DHCP agent 879afe7b-4486-4e56-823d-f9f5d4ac5aae with binding_index 1 {{(pid=105906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:05:29.220870 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.db [None req-8a070287-9e66-4981-9cd9-be7c9bd6a8e3 None None] For port a469b653-7025-418a-b6f4-8eb3bcd870fa, host dv-cinder-800015-3-iscsi, cleared binding levels {{(pid=105908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:05:29.229477 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.db [None req-8a070287-9e66-4981-9cd9-be7c9bd6a8e3 None None] For port a469b653-7025-418a-b6f4-8eb3bcd870fa, host dv-cinder-800015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=a469b653-7025-418a-b6f4-8eb3bcd870fa,segment=NetworkSegment(b61ea87c-593e-43ed-9366-64449473e70b),segment_id=b61ea87c-593e-43ed-9366-64449473e70b)] {{(pid=105908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:05:29.247906 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [None req-2f3e9e5e-86bf-4854-b11f-2304d81fbaf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-3-iscsi, 0c9b6b86-79b9-495e-b949-349b9dc9d422) {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:05:29.252082 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3e9e5e-86bf-4854-b11f-2304d81fbaf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:29.252822 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-2f3e9e5e-86bf-4854-b11f-2304d81fbaf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:29.258663 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742326b1-c73b-4334-90c4-085d1c7da6e0 None None] Network 0c9b6b86-79b9-495e-b949-349b9dc9d422 requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:05:29.311478 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-8a070287-9e66-4981-9cd9-be7c9bd6a8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:29.369106 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-2f3e9e5e-86bf-4854-b11f-2304d81fbaf9 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0529339 Aug 12 15:05:29.372057 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 47092) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:29.377900 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-f9fea761-5344-4e71-a673-c01adba8aa9a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-282391053-router', 'tenant_id': '2f84d1de33284f50a6c5087716661b81', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:05:29.393217 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a070287-9e66-4981-9cd9-be7c9bd6a8e3 None None] Routers {'78b4a731-b9f4-4f14-8501-88471adf6475'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:29.399511 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-8a070287-9e66-4981-9cd9-be7c9bd6a8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:05:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['78b4a731-b9f4-4f14-8501-88471adf6475'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:29.426571 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 47096) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:29.470480 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device fb634682-ee80-438c-9113-f16cfbcb0473 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:05:29.477800 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e969a0-bd41-4574-a096-e75f43801a7d None None] Pushing event updated for resources: {'Port': ['ID=a469b653-7025-418a-b6f4-8eb3bcd870fa,revision_number=4']} {{(pid=105908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:29.500230 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f9fea761-5344-4e71-a673-c01adba8aa9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1526'] for router, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:29.501638 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f9fea761-5344-4e71-a673-c01adba8aa9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1533'] for router, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:29.502188 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] No Port match for: fb634682-ee80-438c-9113-f16cfbcb0473 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:05:29.502750 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device fb634682-ee80-438c-9113-f16cfbcb0473 not bound to the agent host hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:05:29.611000 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f9fea761-5344-4e71-a673-c01adba8aa9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:29.622177 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-8a070287-9e66-4981-9cd9-be7c9bd6a8e3 None None] Set router 78b4a731-b9f4-4f14-8501-88471adf6475 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:29.643961 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d35178-6bb4-414c-b4f6-b1b88ce4a74b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ca431b0-3a62-58b6-be18-748b2a116dd5-0c9b6b86-79b9-495e-b949-349b9dc9d422', 'network_id': '0c9b6b86-79b9-495e-b949-349b9dc9d422', 'tenant_id': '2f84d1de33284f50a6c5087716661b81', 'fixed_ips': [{'subnet_id': '39a565df-8554-4a65-829b-7fe1a4f67bde'}]}} from dv-cinder-800015-3-iscsi. {{(pid=105907) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:05:29.647815 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-40d35178-6bb4-414c-b4f6-b1b88ce4a74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:29.768543 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dd886ddf-95e2-47da-bb09-843bfc4033a4 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:29.831880 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dd886ddf-95e2-47da-bb09-843bfc4033a4 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:29.842196 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.db_base_plugin_common [None req-40d35178-6bb4-414c-b4f6-b1b88ce4a74b None None] Allocated IP 172.20.0.2 (0c9b6b86-79b9-495e-b949-349b9dc9d422/39a565df-8554-4a65-829b-7fe1a4f67bde/355f5a83-80f5-4f74-a720-9f6eb2a0e990) {{(pid=105907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:05:29.887153 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-8a070287-9e66-4981-9cd9-be7c9bd6a8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'name': 'tempest-TestVolumeBootPattern-1488447592-router', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:25Z', 'revision_number': 4, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'gw_port': {'id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': 'a469b653-7025-418a-b6f4-8eb3bcd870fa', 'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'mac_address': 'fa:16:3e:aa:ad:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:25Z', 'updated_at': '2021-08-12T15:05:29Z', 'revision_number': 4, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'subnets': [{'id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:29.917440 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a070287-9e66-4981-9cd9-be7c9bd6a8e3 None None] The sync data for ids ['78b4a731-b9f4-4f14-8501-88471adf6475'] in dv-cinder-800015-3-iscsi is: [{'id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'name': 'tempest-TestVolumeBootPattern-1488447592-router', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:25Z', 'revision_number': 4, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'gw_port': {'id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': 'a469b653-7025-418a-b6f4-8eb3bcd870fa', 'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'mac_address': 'fa:16:3e:aa:ad:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:25Z', 'updated_at': '2021-08-12T15:05:29Z', 'revision_number': 4, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'subnets': [{'id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:05:29.925555 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 92527022-ccb0-4b9d-8560-33a0d0d48a76 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:05:29.985881 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dd886ddf-95e2-47da-bb09-843bfc4033a4 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:29.995391 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dd886ddf-95e2-47da-bb09-843bfc4033a4 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:30.002348 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-dd886ddf-95e2-47da-bb09-843bfc4033a4 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] 10.222.0.63 "DELETE /v2.0/security-groups/c0a8f817-34aa-493f-a215-6c2ba29ac916 HTTP/1.1" status: 204 len: 168 time: 0.5760996 Aug 12 15:05:30.033454 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd886ddf-95e2-47da-bb09-843bfc4033a4 tempest-TestShelveInstance-1788989640 tempest-TestShelveInstance-1788989640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a8f817-34aa-493f-a215-6c2ba29ac916,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:30.070436 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 92527022-ccb0-4b9d-8560-33a0d0d48a76 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:30.070811 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:30.151299 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-40d35178-6bb4-414c-b4f6-b1b88ce4a74b None None] Notify callbacks [] for port, precommit_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:30.164640 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-40d35178-6bb4-414c-b4f6-b1b88ce4a74b None None] Transition to ACTIVE for port object 355f5a83-80f5-4f74-a720-9f6eb2a0e990 will not be triggered until provisioned by entity L2. {{(pid=105907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:05:30.192444 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 47116) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:30.213207 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f9fea761-5344-4e71-a673-c01adba8aa9a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:30.221951 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-40d35178-6bb4-414c-b4f6-b1b88ce4a74b None None] Transition to ACTIVE for port object 355f5a83-80f5-4f74-a720-9f6eb2a0e990 will not be triggered until provisioned by entity DHCP. {{(pid=105907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:05:30.315880 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-40d35178-6bb4-414c-b4f6-b1b88ce4a74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445'] for port, after_create {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:30.377554 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d35178-6bb4-414c-b4f6-b1b88ce4a74b None None] Network 0c9b6b86-79b9-495e-b949-349b9dc9d422 is already hosted by enough agents. {{(pid=105907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:05:30.383634 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.scheduler.base_scheduler [None req-40d35178-6bb4-414c-b4f6-b1b88ce4a74b None None] Resources bound (agent type, host, resource id): {{(pid=105907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:05:30.386480 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d35178-6bb4-414c-b4f6-b1b88ce4a74b None None] Received port after_create {{(pid=105907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:05:30.394330 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d35178-6bb4-414c-b4f6-b1b88ce4a74b None None] Pushing event updated for resources: {'Port': ['ID=355f5a83-80f5-4f74-a720-9f6eb2a0e990,revision_number=1']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:30.481743 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-40d35178-6bb4-414c-b4f6-b1b88ce4a74b None None] Attempting to bind port 355f5a83-80f5-4f74-a720-9f6eb2a0e990 on host dv-cinder-800015-3-iscsi for vnic_type normal with profile {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:05:30.481743 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-40d35178-6bb4-414c-b4f6-b1b88ce4a74b None None] Attempting to bind port 355f5a83-80f5-4f74-a720-9f6eb2a0e990 by drivers openvswitch,hyperv on host dv-cinder-800015-3-iscsi at level 0 using segments [{'id': '268db78c-ad0a-4e76-9d46-9bbe392a3b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0c9b6b86-79b9-495e-b949-349b9dc9d422'}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:05:30.481743 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d35178-6bb4-414c-b4f6-b1b88ce4a74b None None] Attempting to bind port 355f5a83-80f5-4f74-a720-9f6eb2a0e990 on network 0c9b6b86-79b9-495e-b949-349b9dc9d422 {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:05:30.495629 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d35178-6bb4-414c-b4f6-b1b88ce4a74b None None] Checking agent: {'id': '2f28a577-1e29-47c6-9353-308533d5ca1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'started_at': datetime.datetime(2021, 8, 12, 14, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:05:30.496165 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d35178-6bb4-414c-b4f6-b1b88ce4a74b None None] Checking segment: {'id': '268db78c-ad0a-4e76-9d46-9bbe392a3b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0c9b6b86-79b9-495e-b949-349b9dc9d422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:05:30.496668 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-40d35178-6bb4-414c-b4f6-b1b88ce4a74b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:30.498647 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d35178-6bb4-414c-b4f6-b1b88ce4a74b None None] Bound using segment: {'id': '268db78c-ad0a-4e76-9d46-9bbe392a3b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0c9b6b86-79b9-495e-b949-349b9dc9d422'} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:05:30.499235 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-40d35178-6bb4-414c-b4f6-b1b88ce4a74b None None] Bound port: 355f5a83-80f5-4f74-a720-9f6eb2a0e990, host: dv-cinder-800015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268db78c-ad0a-4e76-9d46-9bbe392a3b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0c9b6b86-79b9-495e-b949-349b9dc9d422'}}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:05:30.500627 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-40d35178-6bb4-414c-b4f6-b1b88ce4a74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:30.573790 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f9fea761-5344-4e71-a673-c01adba8aa9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:30.581934 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-40d35178-6bb4-414c-b4f6-b1b88ce4a74b None None] For port 355f5a83-80f5-4f74-a720-9f6eb2a0e990, host dv-cinder-800015-3-iscsi, cleared binding levels {{(pid=105907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:05:30.585483 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-40d35178-6bb4-414c-b4f6-b1b88ce4a74b None None] For port 355f5a83-80f5-4f74-a720-9f6eb2a0e990, host dv-cinder-800015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=355f5a83-80f5-4f74-a720-9f6eb2a0e990,segment=NetworkSegment(268db78c-ad0a-4e76-9d46-9bbe392a3b3a),segment_id=268db78c-ad0a-4e76-9d46-9bbe392a3b3a)] {{(pid=105907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:05:30.596408 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f9fea761-5344-4e71-a673-c01adba8aa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:30.669833 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-40d35178-6bb4-414c-b4f6-b1b88ce4a74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:30.744206 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d35178-6bb4-414c-b4f6-b1b88ce4a74b None None] Pushing event updated for resources: {'Port': ['ID=355f5a83-80f5-4f74-a720-9f6eb2a0e990,revision_number=2']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:30.772237 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.db_base_plugin_common [None req-f9fea761-5344-4e71-a673-c01adba8aa9a admin admin] Allocated IP 172.27.1.167 (df63f438-b2ec-4f43-ad5b-12a75f4e90ce/8bfc729c-9def-42bb-b3b9-7901b6eeb5d6/176978fa-63cf-4375-b87c-8a0f7f9c01b4) {{(pid=105905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:05:30.781627 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-96a480fc-2575-43f0-9fc4-0694062f2f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710037'] for router_interface, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:30.923669 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f9fea761-5344-4e71-a673-c01adba8aa9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:31.066557 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f9fea761-5344-4e71-a673-c01adba8aa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374546'] for port, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:31.125030 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fea761-5344-4e71-a673-c01adba8aa9a admin admin] Network df63f438-b2ec-4f43-ad5b-12a75f4e90ce is already hosted by enough agents. {{(pid=105905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:05:31.133734 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-f9fea761-5344-4e71-a673-c01adba8aa9a admin admin] Resources bound (agent type, host, resource id): {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:05:31.136236 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fea761-5344-4e71-a673-c01adba8aa9a admin admin] Received port after_create {{(pid=105905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:05:31.137446 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-96a480fc-2575-43f0-9fc4-0694062f2f36 admin admin] Deleting port f87e306c-c468-45a4-bafc-901653b63e9c {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:05:31.137896 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-96a480fc-2575-43f0-9fc4-0694062f2f36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:31.154684 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 47132) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:31.165793 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fea761-5344-4e71-a673-c01adba8aa9a admin admin] Pushing event updated for resources: {'Port': ['ID=176978fa-63cf-4375-b87c-8a0f7f9c01b4,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:31.236240 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [None req-96a480fc-2575-43f0-9fc4-0694062f2f36 admin admin] For port f87e306c-c468-45a4-bafc-901653b63e9c, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=f87e306c-c468-45a4-bafc-901653b63e9c,segment=NetworkSegment(595b3322-b762-4362-b570-2f3dc9dfabe9),segment_id=595b3322-b762-4362-b570-2f3dc9dfabe9)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:31.236601 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-96a480fc-2575-43f0-9fc4-0694062f2f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:31.250167 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-96a480fc-2575-43f0-9fc4-0694062f2f36 admin admin] Calling delete_port for f87e306c-c468-45a4-bafc-901653b63e9c owned by network:router_interface {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:05:31.310314 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-043282da-b250-4779-b88a-420f8e21499c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:31.474926 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f9fea761-5344-4e71-a673-c01adba8aa9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:31.508450 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-043282da-b250-4779-b88a-420f8e21499c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:31.587602 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-043282da-b250-4779-b88a-420f8e21499c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:31.615092 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-96a480fc-2575-43f0-9fc4-0694062f2f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:31.654222 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043282da-b250-4779-b88a-420f8e21499c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ba616e-01ed-47f7-8c8b-be1591f0f0c2,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:31.661247 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-043282da-b250-4779-b88a-420f8e21499c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=770f95d8127c49959decd0fff758c442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5054128 Aug 12 15:05:31.664862 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 47136) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:31.691116 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a480fc-2575-43f0-9fc4-0694062f2f36 admin admin] Pushing event deleted for resources: {'Port': ['ID=f87e306c-c468-45a4-bafc-901653b63e9c,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:31.716937 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f9fea761-5344-4e71-a673-c01adba8aa9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710395'] for router, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:31.790018 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-a2e4ea25-17c7-46ca-b102-ba67be355e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:31.867505 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2749ad06-a859-48ff-82f4-34623154c44b None None] Network 0c9b6b86-79b9-495e-b949-349b9dc9d422 requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:05:31.893847 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-a2e4ea25-17c7-46ca-b102-ba67be355e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:31.969116 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-96a480fc-2575-43f0-9fc4-0694062f2f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708645'] for router_interface, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:32.080248 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-a2e4ea25-17c7-46ca-b102-ba67be355e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:32.082953 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-a2e4ea25-17c7-46ca-b102-ba67be355e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:32.087346 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-a2e4ea25-17c7-46ca-b102-ba67be355e7e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/68ba616e-01ed-47f7-8c8b-be1591f0f0c2 HTTP/1.1" status: 204 len: 168 time: 0.4191091 Aug 12 15:05:32.094823 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fea761-5344-4e71-a673-c01adba8aa9a admin admin] Router 006fb08a-c6a8-4c15-913c-9150fa84bf27 is scheduled to L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 with binding_index 1 {{(pid=105905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:05:32.108894 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4ea25-17c7-46ca-b102-ba67be355e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ba616e-01ed-47f7-8c8b-be1591f0f0c2,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:32.143854 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 355f5a83-80f5-4f74-a720-9f6eb2a0e990 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:05:32.145813 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-77387ee4-584f-4b3f-b527-dc1da5bd5eec None None] Provisioning for port 355f5a83-80f5-4f74-a720-9f6eb2a0e990 completed by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:05:32.257592 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fea761-5344-4e71-a673-c01adba8aa9a admin admin] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:05:32.260066 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a480fc-2575-43f0-9fc4-0694062f2f36 admin admin] Router a1b09e63-ff1c-4704-bb7d-5a92919b1476 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:05:32.269794 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b3a17a-52b7-464d-af7f-ddb87756e325 None None] Sync routers for ids ['006fb08a-c6a8-4c15-913c-9150fa84bf27'] in dv-cinder-800015-3-iscsi {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:05:32.279983 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b3a17a-52b7-464d-af7f-ddb87756e325 None None] Routers {'006fb08a-c6a8-4c15-913c-9150fa84bf27'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:32.280995 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-63b3a17a-52b7-464d-af7f-ddb87756e325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:05:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['006fb08a-c6a8-4c15-913c-9150fa84bf27'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:32.316586 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning for port 355f5a83-80f5-4f74-a720-9f6eb2a0e990 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:05:32.328287 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 355f5a83-80f5-4f74-a720-9f6eb2a0e990 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:32.328838 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:32.334903 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f9fea761-5344-4e71-a673-c01adba8aa9a admin admin] Notify callbacks [] for router, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:32.336153 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-f9fea761-5344-4e71-a673-c01adba8aa9a admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9622741 Aug 12 15:05:32.341335 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 47140) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:32.397965 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a480fc-2575-43f0-9fc4-0694062f2f36 admin admin] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:05:32.410428 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb3038a-2e23-43e4-ae46-be6f30a0e180 None None] Sync routers for ids ['a1b09e63-ff1c-4704-bb7d-5a92919b1476'] in dv-cinder-800015-3-iscsi {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:05:32.420183 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-96a480fc-2575-43f0-9fc4-0694062f2f36 admin admin] 10.222.0.63 "PUT /v2.0/routers/a1b09e63-ff1c-4704-bb7d-5a92919b1476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2258887 Aug 12 15:05:32.423290 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 47144) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:32.426473 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb3038a-2e23-43e4-ae46-be6f30a0e180 None None] Routers {'a1b09e63-ff1c-4704-bb7d-5a92919b1476'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:32.427686 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-0cb3038a-2e23-43e4-ae46-be6f30a0e180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:05:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['a1b09e63-ff1c-4704-bb7d-5a92919b1476'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:32.465753 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-63b3a17a-52b7-464d-af7f-ddb87756e325 None None] Set router 006fb08a-c6a8-4c15-913c-9150fa84bf27 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:32.570751 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-0cb3038a-2e23-43e4-ae46-be6f30a0e180 None None] Set router a1b09e63-ff1c-4704-bb7d-5a92919b1476 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:32.604986 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5be4623e-d269-4970-b6ca-347509fc688b admin admin] Notify callbacks [] for router, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:32.716373 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-d8a5bd8a-4a59-4913-b262-b0b6bad30800 None None] Provisioning complete for port 355f5a83-80f5-4f74-a720-9f6eb2a0e990 triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:32.716658 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-d8a5bd8a-4a59-4913-b262-b0b6bad30800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:32.748545 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:32.770308 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5be4623e-d269-4970-b6ca-347509fc688b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:32.776806 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-0cb3038a-2e23-43e4-ae46-be6f30a0e180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'name': 'tempest-TestShelveInstance-455465198-router', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'd2775e29-dd66-43fe-9a23-eff703593dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:16Z', 'updated_at': '2021-08-12T15:05:31Z', 'revision_number': 5, 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'gw_port': {'id': 'd2775e29-dd66-43fe-9a23-eff703593dd3', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:16Z', 'updated_at': '2021-08-12T15:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:32.807459 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] For port 355f5a83-80f5-4f74-a720-9f6eb2a0e990, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=355f5a83-80f5-4f74-a720-9f6eb2a0e990,segment=NetworkSegment(268db78c-ad0a-4e76-9d46-9bbe392a3b3a),segment_id=268db78c-ad0a-4e76-9d46-9bbe392a3b3a)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:32.810551 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb3038a-2e23-43e4-ae46-be6f30a0e180 None None] Checking router: a1b09e63-ff1c-4704-bb7d-5a92919b1476 for host: dv-cinder-800015-3-iscsi {{(pid=105908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:05:32.819091 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 47146) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:32.824486 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb3038a-2e23-43e4-ae46-be6f30a0e180 None None] Routers {'a1b09e63-ff1c-4704-bb7d-5a92919b1476'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:32.825139 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-0cb3038a-2e23-43e4-ae46-be6f30a0e180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:05:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['a1b09e63-ff1c-4704-bb7d-5a92919b1476'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:32.834168 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca615-aa93-4c6e-9c56-706daad919b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:32.863895 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-63b3a17a-52b7-464d-af7f-ddb87756e325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006fb08a-c6a8-4c15-913c-9150fa84bf27', 'name': 'tempest-TestVolumeBootPattern-282391053-router', 'tenant_id': '2f84d1de33284f50a6c5087716661b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '176978fa-63cf-4375-b87c-8a0f7f9c01b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:29Z', 'updated_at': '2021-08-12T15:05:31Z', 'revision_number': 3, 'project_id': '2f84d1de33284f50a6c5087716661b81', 'gw_port': {'id': '176978fa-63cf-4375-b87c-8a0f7f9c01b4', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:14:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006fb08a-c6a8-4c15-913c-9150fa84bf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:30Z', 'updated_at': '2021-08-12T15:05:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:32.913449 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:32.915256 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device a469b653-7025-418a-b6f4-8eb3bcd870fa up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:05:32.920526 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-5be4623e-d269-4970-b6ca-347509fc688b admin admin] Deleting port d2775e29-dd66-43fe-9a23-eff703593dd3 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:05:32.920909 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5be4623e-d269-4970-b6ca-347509fc688b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:32.932220 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-b7c28dd8-b2ae-4e21-bcb4-facaaf802478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:32.953089 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-0cb3038a-2e23-43e4-ae46-be6f30a0e180 None None] Set router a1b09e63-ff1c-4704-bb7d-5a92919b1476 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:32.955761 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b3a17a-52b7-464d-af7f-ddb87756e325 None None] Checking router: 006fb08a-c6a8-4c15-913c-9150fa84bf27 for host: dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:05:32.956111 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b3a17a-52b7-464d-af7f-ddb87756e325 None None] Updating router 006fb08a-c6a8-4c15-913c-9150fa84bf27 port 176978fa-63cf-4375-b87c-8a0f7f9c01b4 binding host dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:05:33.005064 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-d8a5bd8a-4a59-4913-b262-b0b6bad30800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.017315 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-63b3a17a-52b7-464d-af7f-ddb87756e325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.039079 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [None req-5be4623e-d269-4970-b6ca-347509fc688b admin admin] For port d2775e29-dd66-43fe-9a23-eff703593dd3, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=d2775e29-dd66-43fe-9a23-eff703593dd3,segment=NetworkSegment(71f474ba-4ec1-4e39-a638-917b9b8eddd4),segment_id=71f474ba-4ec1-4e39-a638-917b9b8eddd4)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:33.039628 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5be4623e-d269-4970-b6ca-347509fc688b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.043090 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca615-aa93-4c6e-9c56-706daad919b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.054372 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-5be4623e-d269-4970-b6ca-347509fc688b admin admin] Calling delete_port for d2775e29-dd66-43fe-9a23-eff703593dd3 owned by network:router_gateway {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:05:33.088273 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Pushing event updated for resources: {'Port': ['ID=355f5a83-80f5-4f74-a720-9f6eb2a0e990,revision_number=3']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:33.116187 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca615-aa93-4c6e-9c56-706daad919b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.155592 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-bd1ca615-aa93-4c6e-9c56-706daad919b6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7c39c448c13a44f3beba0d55772ddf63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353894 Aug 12 15:05:33.158857 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 47148) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:33.161323 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.db_base_plugin_common [None req-b7c28dd8-b2ae-4e21-bcb4-facaaf802478 admin admin] Allocated IP 172.20.0.1 (0c9b6b86-79b9-495e-b949-349b9dc9d422/39a565df-8554-4a65-829b-7fe1a4f67bde/57ea85f0-9e54-4165-8c7c-8e0cc1d78642) {{(pid=105905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:05:33.167845 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-0cb3038a-2e23-43e4-ae46-be6f30a0e180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'name': 'tempest-TestShelveInstance-455465198-router', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'd2775e29-dd66-43fe-9a23-eff703593dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:16Z', 'updated_at': '2021-08-12T15:05:31Z', 'revision_number': 5, 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'gw_port': {'id': 'd2775e29-dd66-43fe-9a23-eff703593dd3', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:16Z', 'updated_at': '2021-08-12T15:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:33.203868 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb3038a-2e23-43e4-ae46-be6f30a0e180 None None] The sync data for ids ['a1b09e63-ff1c-4704-bb7d-5a92919b1476'] in dv-cinder-800015-3-iscsi is: [{'id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'name': 'tempest-TestShelveInstance-455465198-router', 'tenant_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'd2775e29-dd66-43fe-9a23-eff703593dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:16Z', 'updated_at': '2021-08-12T15:05:31Z', 'revision_number': 5, 'project_id': 'da657e2106dc46a7ae185eb3fb6d4506', 'gw_port': {'id': 'd2775e29-dd66-43fe-9a23-eff703593dd3', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b09e63-ff1c-4704-bb7d-5a92919b1476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:16Z', 'updated_at': '2021-08-12T15:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}] {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:05:33.216578 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ca615-aa93-4c6e-9c56-706daad919b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94371a2-3d7d-4b58-8be2-4d82ebbcf877,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:33.233760 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.db.api [None req-d8a5bd8a-4a59-4913-b262-b0b6bad30800 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105907) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 15:05:33.234113 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG oslo_db.api [None req-d8a5bd8a-4a59-4913-b262-b0b6bad30800 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 15:05:33.295848 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8a72e671-9b11-47ac-8d9d-9a3c675fcbf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.309211 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning for port a469b653-7025-418a-b6f4-8eb3bcd870fa completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:05:33.315128 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port a469b653-7025-418a-b6f4-8eb3bcd870fa triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:33.315492 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.331148 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8a72e671-9b11-47ac-8d9d-9a3c675fcbf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.358183 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-b7c28dd8-b2ae-4e21-bcb4-facaaf802478 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.368209 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5be4623e-d269-4970-b6ca-347509fc688b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.386596 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.provisioning_blocks [None req-b7c28dd8-b2ae-4e21-bcb4-facaaf802478 admin admin] Transition to ACTIVE for port object 57ea85f0-9e54-4165-8c7c-8e0cc1d78642 will not be triggered until provisioned by entity DHCP. {{(pid=105905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:05:33.397223 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4623e-d269-4970-b6ca-347509fc688b admin admin] Pushing event deleted for resources: {'Port': ['ID=d2775e29-dd66-43fe-9a23-eff703593dd3,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:33.472511 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5be4623e-d269-4970-b6ca-347509fc688b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710367'] for router_gateway, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.482544 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8a72e671-9b11-47ac-8d9d-9a3c675fcbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.486580 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8a72e671-9b11-47ac-8d9d-9a3c675fcbf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.487938 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-8a72e671-9b11-47ac-8d9d-9a3c675fcbf2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e94371a2-3d7d-4b58-8be2-4d82ebbcf877 HTTP/1.1" status: 204 len: 168 time: 0.3281062 Aug 12 15:05:33.501592 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72e671-9b11-47ac-8d9d-9a3c675fcbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94371a2-3d7d-4b58-8be2-4d82ebbcf877,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:33.511268 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-b7c28dd8-b2ae-4e21-bcb4-facaaf802478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374546'] for port, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.557086 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c28dd8-b2ae-4e21-bcb4-facaaf802478 admin admin] Network 0c9b6b86-79b9-495e-b949-349b9dc9d422 is already hosted by enough agents. {{(pid=105905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:05:33.565761 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-b7c28dd8-b2ae-4e21-bcb4-facaaf802478 admin admin] Resources bound (agent type, host, resource id): {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:05:33.584162 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c28dd8-b2ae-4e21-bcb4-facaaf802478 admin admin] Received port after_create {{(pid=105905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:05:33.634403 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5be4623e-d269-4970-b6ca-347509fc688b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1412'] for router, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.634403 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5be4623e-d269-4970-b6ca-347509fc688b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.634589 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.652195 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c28dd8-b2ae-4e21-bcb4-facaaf802478 admin admin] Pushing event updated for resources: {'Port': ['ID=57ea85f0-9e54-4165-8c7c-8e0cc1d78642,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:33.683547 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-b7c28dd8-b2ae-4e21-bcb4-facaaf802478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709934'] for router_interface, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.709299 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-63b3a17a-52b7-464d-af7f-ddb87756e325 None None] Notify callbacks [] for port, precommit_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.716073 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] For port a469b653-7025-418a-b6f4-8eb3bcd870fa, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=a469b653-7025-418a-b6f4-8eb3bcd870fa,segment=NetworkSegment(b61ea87c-593e-43ed-9366-64449473e70b),segment_id=b61ea87c-593e-43ed-9366-64449473e70b)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:33.724956 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-63b3a17a-52b7-464d-af7f-ddb87756e325 None None] Transition to ACTIVE for port object 176978fa-63cf-4375-b87c-8a0f7f9c01b4 will not be triggered until provisioned by entity L2. {{(pid=105907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:05:33.823704 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5be4623e-d269-4970-b6ca-347509fc688b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-708156'] for router, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.824233 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be4623e-d269-4970-b6ca-347509fc688b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1b09e63-ff1c-4704-bb7d-5a92919b1476 {{(pid=105906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:05:33.828642 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5be4623e-d269-4970-b6ca-347509fc688b admin admin] Notify callbacks [] for router, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.829901 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-5be4623e-d269-4970-b6ca-347509fc688b admin admin] 10.222.0.63 "DELETE /v2.0/routers/a1b09e63-ff1c-4704-bb7d-5a92919b1476 HTTP/1.1" status: 204 len: 168 time: 1.4044745 Aug 12 15:05:33.832298 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 47152) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:33.842724 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.846387 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-63b3a17a-52b7-464d-af7f-ddb87756e325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.884528 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1587861-6f30-4d3e-88f0-77cad0998e7a admin admin] Deleting subnet 7a379225-2e3f-460f-95c4-507a052d0604 {{(pid=105906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:05:33.894336 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b1587861-6f30-4d3e-88f0-77cad0998e7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.921835 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-63b3a17a-52b7-464d-af7f-ddb87756e325 None None] Attempting to bind port 176978fa-63cf-4375-b87c-8a0f7f9c01b4 on host dv-cinder-800015-3-iscsi for vnic_type normal with profile {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:05:33.922386 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-63b3a17a-52b7-464d-af7f-ddb87756e325 None None] Attempting to bind port 176978fa-63cf-4375-b87c-8a0f7f9c01b4 by drivers openvswitch,hyperv on host dv-cinder-800015-3-iscsi at level 0 using segments [{'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:05:33.922593 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b3a17a-52b7-464d-af7f-ddb87756e325 None None] Attempting to bind port 176978fa-63cf-4375-b87c-8a0f7f9c01b4 on network df63f438-b2ec-4f43-ad5b-12a75f4e90ce {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:05:33.925724 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b1587861-6f30-4d3e-88f0-77cad0998e7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9760424'] for subnet, precommit_delete_associations {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.946712 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b3a17a-52b7-464d-af7f-ddb87756e325 None None] Checking agent: {'id': '2f28a577-1e29-47c6-9353-308533d5ca1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'started_at': datetime.datetime(2021, 8, 12, 14, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:05:33.947532 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b3a17a-52b7-464d-af7f-ddb87756e325 None None] Checking segment: {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:05:33.948260 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-63b3a17a-52b7-464d-af7f-ddb87756e325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.948852 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b3a17a-52b7-464d-af7f-ddb87756e325 None None] Bound using segment: {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'} {{(pid=105907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:05:33.949485 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.managers [None req-63b3a17a-52b7-464d-af7f-ddb87756e325 None None] Bound port: 176978fa-63cf-4375-b87c-8a0f7f9c01b4, host: dv-cinder-800015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f474ba-4ec1-4e39-a638-917b9b8eddd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce'}}] {{(pid=105907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:05:33.950037 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-63b3a17a-52b7-464d-af7f-ddb87756e325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.951945 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Pushing event updated for resources: {'Port': ['ID=a469b653-7025-418a-b6f4-8eb3bcd870fa,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:34.016623 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-7408f8ff-19aa-4f2c-9857-61034d00d5e5 None None] Provisioning for port 57ea85f0-9e54-4165-8c7c-8e0cc1d78642 completed by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:05:34.042135 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-7408f8ff-19aa-4f2c-9857-61034d00d5e5 None None] Provisioning complete for port 57ea85f0-9e54-4165-8c7c-8e0cc1d78642 triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:34.042507 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-7408f8ff-19aa-4f2c-9857-61034d00d5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:34.055161 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-b7c28dd8-b2ae-4e21-bcb4-facaaf802478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:34.059454 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b1587861-6f30-4d3e-88f0-77cad0998e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417570'] for subnet, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:34.081772 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 355f5a83-80f5-4f74-a720-9f6eb2a0e990 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:05:34.100385 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e499b34-b76f-4188-9bae-da6c56986d14 None None] Pushing event updated for resources: {'Port': ['ID=176978fa-63cf-4375-b87c-8a0f7f9c01b4,revision_number=2']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:34.164850 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-63b3a17a-52b7-464d-af7f-ddb87756e325 None None] For port 176978fa-63cf-4375-b87c-8a0f7f9c01b4, host dv-cinder-800015-3-iscsi, cleared binding levels {{(pid=105907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:05:34.182966 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-63b3a17a-52b7-464d-af7f-ddb87756e325 None None] For port 176978fa-63cf-4375-b87c-8a0f7f9c01b4, host dv-cinder-800015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=176978fa-63cf-4375-b87c-8a0f7f9c01b4,segment=NetworkSegment(71f474ba-4ec1-4e39-a638-917b9b8eddd4),segment_id=71f474ba-4ec1-4e39-a638-917b9b8eddd4)] {{(pid=105907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:05:34.184871 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-7408f8ff-19aa-4f2c-9857-61034d00d5e5 None None] Port 57ea85f0-9e54-4165-8c7c-8e0cc1d78642 cannot update to ACTIVE because it is not bound. {{(pid=105907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:05:34.196153 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b1587861-6f30-4d3e-88f0-77cad0998e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9827590'] for subnet, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:34.201083 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 355f5a83-80f5-4f74-a720-9f6eb2a0e990 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:34.201458 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:34.229703 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b1587861-6f30-4d3e-88f0-77cad0998e7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:34.232342 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-b1587861-6f30-4d3e-88f0-77cad0998e7a admin admin] 10.222.0.63 "DELETE /v2.0/subnets/7a379225-2e3f-460f-95c4-507a052d0604 HTTP/1.1" status: 204 len: 168 time: 0.3990569 Aug 12 15:05:34.234807 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1587861-6f30-4d3e-88f0-77cad0998e7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a379225-2e3f-460f-95c4-507a052d0604,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:34.236942 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6b96cd-4b5b-459e-bf0e-ac4d738b8bb7 None None] Network 7afd0ba9-a757-4823-8e62-3449919f76ad requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:05:34.238558 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 47160) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:34.274017 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-b7c28dd8-b2ae-4e21-bcb4-facaaf802478 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:34.295156 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-63b3a17a-52b7-464d-af7f-ddb87756e325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:34.317460 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-131e110f-ddf0-43b6-9656-bbf7b2b797b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1830333'] for network, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:34.346131 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-b7c28dd8-b2ae-4e21-bcb4-facaaf802478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2374555'] for port, after_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:34.371268 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-131e110f-ddf0-43b6-9656-bbf7b2b797b2 admin admin] Deleting port faa20e5b-d88d-4b6f-8a1a-b94bceaaf740 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:05:34.371857 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-131e110f-ddf0-43b6-9656-bbf7b2b797b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:34.412981 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b3a17a-52b7-464d-af7f-ddb87756e325 None None] Routers {'006fb08a-c6a8-4c15-913c-9150fa84bf27'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:34.413214 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-63b3a17a-52b7-464d-af7f-ddb87756e325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:05:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['006fb08a-c6a8-4c15-913c-9150fa84bf27'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:34.434451 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-b7c28dd8-b2ae-4e21-bcb4-facaaf802478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710074'] for router_interface, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:34.434693 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e499b34-b76f-4188-9bae-da6c56986d14 None None] Pushing event updated for resources: {'Port': ['ID=176978fa-63cf-4375-b87c-8a0f7f9c01b4,revision_number=3']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:34.435020 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c28dd8-b2ae-4e21-bcb4-facaaf802478 admin admin] Pushing event updated for resources: {'Port': ['ID=57ea85f0-9e54-4165-8c7c-8e0cc1d78642,revision_number=2']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:34.437162 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [None req-131e110f-ddf0-43b6-9656-bbf7b2b797b2 admin admin] For port faa20e5b-d88d-4b6f-8a1a-b94bceaaf740, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=faa20e5b-d88d-4b6f-8a1a-b94bceaaf740,segment=NetworkSegment(595b3322-b762-4362-b570-2f3dc9dfabe9),segment_id=595b3322-b762-4362-b570-2f3dc9dfabe9)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:34.437162 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-131e110f-ddf0-43b6-9656-bbf7b2b797b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:34.451278 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-131e110f-ddf0-43b6-9656-bbf7b2b797b2 admin admin] Calling delete_port for faa20e5b-d88d-4b6f-8a1a-b94bceaaf740 owned by network:dhcp {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:05:34.558886 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c28dd8-b2ae-4e21-bcb4-facaaf802478 admin admin] Network 0c9b6b86-79b9-495e-b949-349b9dc9d422 is already hosted by enough agents. {{(pid=105905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:05:34.560489 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-b7c28dd8-b2ae-4e21-bcb4-facaaf802478 admin admin] Resources bound (agent type, host, resource id): {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:05:34.594778 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device f87e306c-c468-45a4-bafc-901653b63e9c no longer exists at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:05:34.612393 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-131e110f-ddf0-43b6-9656-bbf7b2b797b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:34.657387 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] No Port match for: f87e306c-c468-45a4-bafc-901653b63e9c {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:05:34.657732 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device f87e306c-c468-45a4-bafc-901653b63e9c not bound to the agent host dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:05:34.675170 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-63b3a17a-52b7-464d-af7f-ddb87756e325 None None] Set router 006fb08a-c6a8-4c15-913c-9150fa84bf27 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:34.675738 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131e110f-ddf0-43b6-9656-bbf7b2b797b2 admin admin] No DVR routers for this DVR port faa20e5b-d88d-4b6f-8a1a-b94bceaaf740 on host dv-cinder-800015-3-iscsi {{(pid=105906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:05:34.682368 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e110f-ddf0-43b6-9656-bbf7b2b797b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=faa20e5b-d88d-4b6f-8a1a-b94bceaaf740,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:34.738262 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c28dd8-b2ae-4e21-bcb4-facaaf802478 admin admin] Router 006fb08a-c6a8-4c15-913c-9150fa84bf27 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:05:34.786129 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-131e110f-ddf0-43b6-9656-bbf7b2b797b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421029', 'neutron.services.segments.db._delete_segments_for_network-8782132920688'] for network, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:34.801300 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.services.segments.db [None req-131e110f-ddf0-43b6-9656-bbf7b2b797b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7afd0ba9-a757-4823-8e62-3449919f76ad']}} {{(pid=105906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:34.825838 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.services.segments.db [None req-131e110f-ddf0-43b6-9656-bbf7b2b797b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '595b3322-b762-4362-b570-2f3dc9dfabe9') {'for_net_delete': True} {{(pid=105906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:34.825838 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.services.segments.db [None req-131e110f-ddf0-43b6-9656-bbf7b2b797b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '595b3322-b762-4362-b570-2f3dc9dfabe9') {} {{(pid=105906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:34.838540 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-131e110f-ddf0-43b6-9656-bbf7b2b797b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782132923513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9760447'] for segment, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:34.861991 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-131e110f-ddf0-43b6-9656-bbf7b2b797b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:34.875510 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-131e110f-ddf0-43b6-9656-bbf7b2b797b2 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=105906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:05:34.875938 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-131e110f-ddf0-43b6-9656-bbf7b2b797b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2614568'] for segment, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: Traceback (most recent call last): Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: timer() Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: cb(*args, **kw) Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: return func(*args, **kwargs) Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: self._notify() Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: self.callback(batched_events) Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: event.method(event) Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: return f(self, *a, **k) Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: return self._get(url).json() Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: return self.request(url, 'GET', **kwargs) Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:05:34.878333 dv-cinder-800015-3-iscsi neutron-server[105906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:05:34.903440 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c28dd8-b2ae-4e21-bcb4-facaaf802478 admin admin] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:05:34.909744 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-b7c28dd8-b2ae-4e21-bcb4-facaaf802478 admin admin] 10.222.0.63 "PUT /v2.0/routers/006fb08a-c6a8-4c15-913c-9150fa84bf27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5654566 Aug 12 15:05:34.934516 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a35b975-c974-4147-8478-4fe30d002eb4 None None] DHCP port deletion for 7afd0ba9-a757-4823-8e62-3449919f76ad request from dv-cinder-800015-3-iscsi {{(pid=105907) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:05:34.989901 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-63b3a17a-52b7-464d-af7f-ddb87756e325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006fb08a-c6a8-4c15-913c-9150fa84bf27', 'name': 'tempest-TestVolumeBootPattern-282391053-router', 'tenant_id': '2f84d1de33284f50a6c5087716661b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '176978fa-63cf-4375-b87c-8a0f7f9c01b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:29Z', 'updated_at': '2021-08-12T15:05:33Z', 'revision_number': 4, 'project_id': '2f84d1de33284f50a6c5087716661b81', 'gw_port': {'id': '176978fa-63cf-4375-b87c-8a0f7f9c01b4', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:14:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006fb08a-c6a8-4c15-913c-9150fa84bf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:30Z', 'updated_at': '2021-08-12T15:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '57ea85f0-9e54-4165-8c7c-8e0cc1d78642', 'name': '', 'network_id': '0c9b6b86-79b9-495e-b949-349b9dc9d422', 'tenant_id': '2f84d1de33284f50a6c5087716661b81', 'mac_address': 'fa:16:3e:ce:16:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006fb08a-c6a8-4c15-913c-9150fa84bf27', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '39a565df-8554-4a65-829b-7fe1a4f67bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:32Z', 'updated_at': '2021-08-12T15:05:34Z', 'revision_number': 2, 'project_id': '2f84d1de33284f50a6c5087716661b81', 'subnets': [{'id': '39a565df-8554-4a65-829b-7fe1a4f67bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:35.017790 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-131e110f-ddf0-43b6-9656-bbf7b2b797b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710307'] for network, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:35.025239 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-131e110f-ddf0-43b6-9656-bbf7b2b797b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:35.027371 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-131e110f-ddf0-43b6-9656-bbf7b2b797b2 admin admin] 10.222.0.63 "DELETE /v2.0/networks/7afd0ba9-a757-4823-8e62-3449919f76ad HTTP/1.1" status: 204 len: 168 time: 0.7882531 Aug 12 15:05:35.030535 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 47176) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:35.033765 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b3a17a-52b7-464d-af7f-ddb87756e325 None None] The sync data for ids ['006fb08a-c6a8-4c15-913c-9150fa84bf27'] in dv-cinder-800015-3-iscsi is: [{'id': '006fb08a-c6a8-4c15-913c-9150fa84bf27', 'name': 'tempest-TestVolumeBootPattern-282391053-router', 'tenant_id': '2f84d1de33284f50a6c5087716661b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '176978fa-63cf-4375-b87c-8a0f7f9c01b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:29Z', 'updated_at': '2021-08-12T15:05:33Z', 'revision_number': 4, 'project_id': '2f84d1de33284f50a6c5087716661b81', 'gw_port': {'id': '176978fa-63cf-4375-b87c-8a0f7f9c01b4', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:14:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006fb08a-c6a8-4c15-913c-9150fa84bf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:30Z', 'updated_at': '2021-08-12T15:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '57ea85f0-9e54-4165-8c7c-8e0cc1d78642', 'name': '', 'network_id': '0c9b6b86-79b9-495e-b949-349b9dc9d422', 'tenant_id': '2f84d1de33284f50a6c5087716661b81', 'mac_address': 'fa:16:3e:ce:16:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006fb08a-c6a8-4c15-913c-9150fa84bf27', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '39a565df-8554-4a65-829b-7fe1a4f67bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:32Z', 'updated_at': '2021-08-12T15:05:34Z', 'revision_number': 2, 'project_id': '2f84d1de33284f50a6c5087716661b81', 'subnets': [{'id': '39a565df-8554-4a65-829b-7fe1a4f67bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:05:35.044194 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e110f-ddf0-43b6-9656-bbf7b2b797b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7afd0ba9-a757-4823-8e62-3449919f76ad,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:35.062345 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-8c048812-2dc1-426d-afb6-787ce1a7f610 None None] Provisioning complete for port 57ea85f0-9e54-4165-8c7c-8e0cc1d78642 triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:35.062699 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-8c048812-2dc1-426d-afb6-787ce1a7f610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:35.108123 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-8c048812-2dc1-426d-afb6-787ce1a7f610 None None] Port 57ea85f0-9e54-4165-8c7c-8e0cc1d78642 cannot update to ACTIVE because it is not bound. {{(pid=105907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:05:35.515038 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-a491e832-47cc-4e12-b97b-fc6b5292bb48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710037'] for router_interface, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:35.732910 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 47192) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:35.738516 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-f625a4be-6b09-416b-a7ac-015f2906ff29 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-325239632', 'description': 'tempest-secgroup-smoke-325239632 description', 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:05:35.750586 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:35.837131 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f625a4be-6b09-416b-a7ac-015f2906ff29 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:35.958044 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device a469b653-7025-418a-b6f4-8eb3bcd870fa up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:05:35.976873 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f625a4be-6b09-416b-a7ac-015f2906ff29 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:36.011575 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port a469b653-7025-418a-b6f4-8eb3bcd870fa triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:36.011818 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:36.016846 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.plugin [None req-a491e832-47cc-4e12-b97b-fc6b5292bb48 admin admin] Deleting port 4b57c8e4-b78d-4b8a-a559-299aa47a2621 {{(pid=105905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:05:36.017180 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-a491e832-47cc-4e12-b97b-fc6b5292bb48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:36.059817 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f625a4be-6b09-416b-a7ac-015f2906ff29 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:36.099948 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625a4be-6b09-416b-a7ac-015f2906ff29 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06b6b3b2-deb7-4f92-b351-059dee38f428,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:36.104530 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.db [None req-a491e832-47cc-4e12-b97b-fc6b5292bb48 admin admin] For port 4b57c8e4-b78d-4b8a-a559-299aa47a2621, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=4b57c8e4-b78d-4b8a-a559-299aa47a2621,segment=NetworkSegment(748aa987-15eb-4eaa-867c-e67a5ae239c6),segment_id=748aa987-15eb-4eaa-867c-e67a5ae239c6)] {{(pid=105905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:36.104931 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-a491e832-47cc-4e12-b97b-fc6b5292bb48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:36.121004 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.plugin [None req-a491e832-47cc-4e12-b97b-fc6b5292bb48 admin admin] Calling delete_port for 4b57c8e4-b78d-4b8a-a559-299aa47a2621 owned by network:router_interface {{(pid=105905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:05:36.147128 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f625a4be-6b09-416b-a7ac-015f2906ff29 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:36.151479 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-f625a4be-6b09-416b-a7ac-015f2906ff29 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4143224 Aug 12 15:05:36.160909 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device faa20e5b-d88d-4b6f-8a1a-b94bceaaf740 no longer exists at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:05:36.161054 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 47202) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:36.161054 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-fde39d9d-1534-46dd-9c70-74ad0b257c57 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Request body: {'security_group_rule': {'security_group_id': '06b6b3b2-deb7-4f92-b351-059dee38f428', 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:05:36.168313 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] No Port match for: faa20e5b-d88d-4b6f-8a1a-b94bceaaf740 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:05:36.168665 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device faa20e5b-d88d-4b6f-8a1a-b94bceaaf740 not bound to the agent host dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:05:36.169102 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device d2775e29-dd66-43fe-9a23-eff703593dd3 no longer exists at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:05:36.187471 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] No Port match for: d2775e29-dd66-43fe-9a23-eff703593dd3 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:05:36.187811 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device d2775e29-dd66-43fe-9a23-eff703593dd3 not bound to the agent host dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:05:36.258813 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-fde39d9d-1534-46dd-9c70-74ad0b257c57 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:36.357147 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-a491e832-47cc-4e12-b97b-fc6b5292bb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374546'] for port, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:36.391742 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491e832-47cc-4e12-b97b-fc6b5292bb48 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b57c8e4-b78d-4b8a-a559-299aa47a2621,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:36.635813 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-a491e832-47cc-4e12-b97b-fc6b5292bb48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708645'] for router_interface, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:36.656863 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-fde39d9d-1534-46dd-9c70-74ad0b257c57 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:36.757109 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-fde39d9d-1534-46dd-9c70-74ad0b257c57 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741704'] for security_group_rule, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:36.780586 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde39d9d-1534-46dd-9c70-74ad0b257c57 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6185b08-f2ec-4170-b202-c7c89e81a22c,revision_number=0']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:36.846064 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-fde39d9d-1534-46dd-9c70-74ad0b257c57 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:36.847319 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-fde39d9d-1534-46dd-9c70-74ad0b257c57 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6936467 Aug 12 15:05:36.850940 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 47210) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:36.856213 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-6cf075ff-43ec-49a2-8c91-b5bf9f5df8fa tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Request body: {'security_group_rule': {'security_group_id': '06b6b3b2-deb7-4f92-b351-059dee38f428', 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:05:36.872014 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a491e832-47cc-4e12-b97b-fc6b5292bb48 admin admin] Router b3ab6931-5b6b-4ab4-b7ad-13760679b4fb has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:05:36.970883 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-6cf075ff-43ec-49a2-8c91-b5bf9f5df8fa tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:36.991253 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a491e832-47cc-4e12-b97b-fc6b5292bb48 admin admin] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:05:36.999622 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-a491e832-47cc-4e12-b97b-fc6b5292bb48 admin admin] 10.222.0.63 "PUT /v2.0/routers/b3ab6931-5b6b-4ab4-b7ad-13760679b4fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9640861 Aug 12 15:05:36.999622 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 47214) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:37.001443 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6d3c13-7004-46cd-b264-63e3f80c8865 None None] Sync routers for ids ['b3ab6931-5b6b-4ab4-b7ad-13760679b4fb'] in dv-cinder-800015-3-iscsi {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:05:37.014099 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6d3c13-7004-46cd-b264-63e3f80c8865 None None] Routers {'b3ab6931-5b6b-4ab4-b7ad-13760679b4fb'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:37.014803 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-4b6d3c13-7004-46cd-b264-63e3f80c8865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:05:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['b3ab6931-5b6b-4ab4-b7ad-13760679b4fb'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:37.040412 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-6cf075ff-43ec-49a2-8c91-b5bf9f5df8fa tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:37.109088 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-6cf075ff-43ec-49a2-8c91-b5bf9f5df8fa tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741704'] for security_group_rule, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:37.119344 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-5a118a3d-f5d8-4355-bd60-7b55fb5be081 admin admin] Notify callbacks [] for router, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:37.131676 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf075ff-43ec-49a2-8c91-b5bf9f5df8fa tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f997170-d09f-4d90-bf82-1f3261db9580,revision_number=0']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:37.191068 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-4b6d3c13-7004-46cd-b264-63e3f80c8865 None None] Set router b3ab6931-5b6b-4ab4-b7ad-13760679b4fb gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:37.227250 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-5a118a3d-f5d8-4355-bd60-7b55fb5be081 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:37.274611 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-6cf075ff-43ec-49a2-8c91-b5bf9f5df8fa tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:37.276347 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-6cf075ff-43ec-49a2-8c91-b5bf9f5df8fa tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4236705 Aug 12 15:05:37.278986 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 47216) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:37.283639 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-ebcb52cc-0339-4b3b-b445-a409a96885d5 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Request body: {'security_group_rule': {'security_group_id': '06b6b3b2-deb7-4f92-b351-059dee38f428', 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:05:37.347524 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.plugin [None req-5a118a3d-f5d8-4355-bd60-7b55fb5be081 admin admin] Deleting port ae62a7d8-5a67-4381-9cd0-bf753fddcabf {{(pid=105905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:05:37.347857 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-5a118a3d-f5d8-4355-bd60-7b55fb5be081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:37.350181 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-4b6d3c13-7004-46cd-b264-63e3f80c8865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ab6931-5b6b-4ab4-b7ad-13760679b4fb', 'name': 'tempest-TestShelveInstance-267998968-router', 'tenant_id': 'b68ebc9e0bb64d328971b0952444a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'ae62a7d8-5a67-4381-9cd0-bf753fddcabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:24Z', 'updated_at': '2021-08-12T15:05:36Z', 'revision_number': 5, 'project_id': 'b68ebc9e0bb64d328971b0952444a4ec', 'gw_port': {'id': 'ae62a7d8-5a67-4381-9cd0-bf753fddcabf', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ab6931-5b6b-4ab4-b7ad-13760679b4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:24Z', 'updated_at': '2021-08-12T15:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:37.375915 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6d3c13-7004-46cd-b264-63e3f80c8865 None None] Checking router: b3ab6931-5b6b-4ab4-b7ad-13760679b4fb for host: dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:05:37.384561 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6d3c13-7004-46cd-b264-63e3f80c8865 None None] Routers {'b3ab6931-5b6b-4ab4-b7ad-13760679b4fb'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:37.385197 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-4b6d3c13-7004-46cd-b264-63e3f80c8865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:05:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['b3ab6931-5b6b-4ab4-b7ad-13760679b4fb'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:37.402149 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ebcb52cc-0339-4b3b-b445-a409a96885d5 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:37.455445 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.db [None req-5a118a3d-f5d8-4355-bd60-7b55fb5be081 admin admin] For port ae62a7d8-5a67-4381-9cd0-bf753fddcabf, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=ae62a7d8-5a67-4381-9cd0-bf753fddcabf,segment=NetworkSegment(71f474ba-4ec1-4e39-a638-917b9b8eddd4),segment_id=71f474ba-4ec1-4e39-a638-917b9b8eddd4)] {{(pid=105905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:37.455803 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-5a118a3d-f5d8-4355-bd60-7b55fb5be081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:37.470331 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-4b6d3c13-7004-46cd-b264-63e3f80c8865 None None] Set router b3ab6931-5b6b-4ab4-b7ad-13760679b4fb gateway port host: None {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:37.482462 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.plugin [None req-5a118a3d-f5d8-4355-bd60-7b55fb5be081 admin admin] Calling delete_port for ae62a7d8-5a67-4381-9cd0-bf753fddcabf owned by network:router_gateway {{(pid=105905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:05:37.506438 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ebcb52cc-0339-4b3b-b445-a409a96885d5 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:37.531192 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-4b6d3c13-7004-46cd-b264-63e3f80c8865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ab6931-5b6b-4ab4-b7ad-13760679b4fb', 'name': 'tempest-TestShelveInstance-267998968-router', 'tenant_id': 'b68ebc9e0bb64d328971b0952444a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:24Z', 'updated_at': '2021-08-12T15:05:37Z', 'revision_number': 6, 'project_id': 'b68ebc9e0bb64d328971b0952444a4ec', 'gw_port_host': None}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:37.562442 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6d3c13-7004-46cd-b264-63e3f80c8865 None None] The sync data for ids ['b3ab6931-5b6b-4ab4-b7ad-13760679b4fb'] in dv-cinder-800015-3-iscsi is: [{'id': 'b3ab6931-5b6b-4ab4-b7ad-13760679b4fb', 'name': 'tempest-TestShelveInstance-267998968-router', 'tenant_id': 'b68ebc9e0bb64d328971b0952444a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:24Z', 'updated_at': '2021-08-12T15:05:37Z', 'revision_number': 6, 'project_id': 'b68ebc9e0bb64d328971b0952444a4ec', 'gw_port_host': None}] {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:05:37.593973 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ebcb52cc-0339-4b3b-b445-a409a96885d5 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741704'] for security_group_rule, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:37.619081 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb52cc-0339-4b3b-b445-a409a96885d5 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8bae9c4-90a5-43c7-b38f-7f8448f6be2b,revision_number=0']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:37.708659 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ebcb52cc-0339-4b3b-b445-a409a96885d5 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:37.709937 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-ebcb52cc-0339-4b3b-b445-a409a96885d5 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4299586 Aug 12 15:05:37.712548 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 47218) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:37.717069 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-6ead9168-4e03-4d58-a3c5-257dbb9d608c tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Request body: {'security_group_rule': {'security_group_id': '06b6b3b2-deb7-4f92-b351-059dee38f428', 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:05:37.748563 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-5a118a3d-f5d8-4355-bd60-7b55fb5be081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374546'] for port, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:37.774378 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a118a3d-f5d8-4355-bd60-7b55fb5be081 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae62a7d8-5a67-4381-9cd0-bf753fddcabf,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:37.836486 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-5a118a3d-f5d8-4355-bd60-7b55fb5be081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710367'] for router_gateway, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:37.924916 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6ead9168-4e03-4d58-a3c5-257dbb9d608c tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:37.937623 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-5a118a3d-f5d8-4355-bd60-7b55fb5be081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1412'] for router, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:37.941625 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-5a118a3d-f5d8-4355-bd60-7b55fb5be081 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:38.049998 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6ead9168-4e03-4d58-a3c5-257dbb9d608c tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:38.179734 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-5a118a3d-f5d8-4355-bd60-7b55fb5be081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-708156'] for router, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:38.180303 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a118a3d-f5d8-4355-bd60-7b55fb5be081 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3ab6931-5b6b-4ab4-b7ad-13760679b4fb {{(pid=105905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:05:38.182363 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6ead9168-4e03-4d58-a3c5-257dbb9d608c tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741704'] for security_group_rule, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:38.186457 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-5a118a3d-f5d8-4355-bd60-7b55fb5be081 admin admin] Notify callbacks [] for router, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:38.187667 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-5a118a3d-f5d8-4355-bd60-7b55fb5be081 admin admin] 10.222.0.63 "DELETE /v2.0/routers/b3ab6931-5b6b-4ab4-b7ad-13760679b4fb HTTP/1.1" status: 204 len: 168 time: 1.1883585 Aug 12 15:05:38.190409 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 47224) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:38.235798 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead9168-4e03-4d58-a3c5-257dbb9d608c tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892290df-1ba6-42f0-b991-cd3aad1b94aa,revision_number=0']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:38.240638 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f6264f-ca32-4966-b9a3-ce43aa0d71ea admin admin] Deleting subnet f8286c2b-8cdc-4121-b43d-786d9db4a57d {{(pid=105906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:05:38.243749 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b3f6264f-ca32-4966-b9a3-ce43aa0d71ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:38.284327 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b3f6264f-ca32-4966-b9a3-ce43aa0d71ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9760424'] for subnet, precommit_delete_associations {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:38.304470 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5286e7a7-cdce-4e99-aafe-c9e0031d58dd None None] Sync routers for ids ['006fb08a-c6a8-4c15-913c-9150fa84bf27'] in dv-cinder-800015-3-iscsi {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:05:38.318983 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5286e7a7-cdce-4e99-aafe-c9e0031d58dd None None] Routers {'006fb08a-c6a8-4c15-913c-9150fa84bf27'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:38.319734 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-5286e7a7-cdce-4e99-aafe-c9e0031d58dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:05:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['006fb08a-c6a8-4c15-913c-9150fa84bf27'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:38.366236 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b3f6264f-ca32-4966-b9a3-ce43aa0d71ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417570'] for subnet, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:38.423090 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6ead9168-4e03-4d58-a3c5-257dbb9d608c tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:38.426912 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-6ead9168-4e03-4d58-a3c5-257dbb9d608c tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7109189 Aug 12 15:05:38.427491 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 47226) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:38.433707 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-1cdef8a9-304d-4b1e-9a1a-4e9f05c71ad7 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Request body: {'security_group_rule': {'security_group_id': '06b6b3b2-deb7-4f92-b351-059dee38f428', 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:05:38.435292 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 176978fa-63cf-4375-b87c-8a0f7f9c01b4 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:05:38.437118 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-5286e7a7-cdce-4e99-aafe-c9e0031d58dd None None] Set router 006fb08a-c6a8-4c15-913c-9150fa84bf27 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:38.534083 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b3f6264f-ca32-4966-b9a3-ce43aa0d71ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9827590'] for subnet, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:38.560366 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning for port 176978fa-63cf-4375-b87c-8a0f7f9c01b4 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:05:38.565769 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 176978fa-63cf-4375-b87c-8a0f7f9c01b4 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:38.566518 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:38.582673 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6264f-ca32-4966-b9a3-ce43aa0d71ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8286c2b-8cdc-4121-b43d-786d9db4a57d,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:38.584591 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.db.securitygroups_db [None req-1cdef8a9-304d-4b1e-9a1a-4e9f05c71ad7 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Project b2f4cb6117a74e5b996e3edd805df2e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:05:38.594972 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b3f6264f-ca32-4966-b9a3-ce43aa0d71ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:38.594972 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-b3f6264f-ca32-4966-b9a3-ce43aa0d71ea admin admin] 10.222.0.63 "DELETE /v2.0/subnets/f8286c2b-8cdc-4121-b43d-786d9db4a57d HTTP/1.1" status: 204 len: 168 time: 0.4018729 Aug 12 15:05:38.594972 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1cdef8a9-304d-4b1e-9a1a-4e9f05c71ad7 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:38.597115 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 47228) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:38.606835 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdc4941-6451-4baf-a3ce-8afe5cb96145 None None] Network a11b665e-338b-4ed9-b605-fea07235d714 requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:05:38.740242 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5b613a3c-2237-4217-8bf5-768843b1e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1830333'] for network, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:38.761968 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1cdef8a9-304d-4b1e-9a1a-4e9f05c71ad7 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:38.768833 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-5286e7a7-cdce-4e99-aafe-c9e0031d58dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006fb08a-c6a8-4c15-913c-9150fa84bf27', 'name': 'tempest-TestVolumeBootPattern-282391053-router', 'tenant_id': '2f84d1de33284f50a6c5087716661b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '176978fa-63cf-4375-b87c-8a0f7f9c01b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:29Z', 'updated_at': '2021-08-12T15:05:33Z', 'revision_number': 4, 'project_id': '2f84d1de33284f50a6c5087716661b81', 'gw_port': {'id': '176978fa-63cf-4375-b87c-8a0f7f9c01b4', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:14:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006fb08a-c6a8-4c15-913c-9150fa84bf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:30Z', 'updated_at': '2021-08-12T15:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '57ea85f0-9e54-4165-8c7c-8e0cc1d78642', 'name': '', 'network_id': '0c9b6b86-79b9-495e-b949-349b9dc9d422', 'tenant_id': '2f84d1de33284f50a6c5087716661b81', 'mac_address': 'fa:16:3e:ce:16:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006fb08a-c6a8-4c15-913c-9150fa84bf27', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '39a565df-8554-4a65-829b-7fe1a4f67bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:32Z', 'updated_at': '2021-08-12T15:05:34Z', 'revision_number': 2, 'project_id': '2f84d1de33284f50a6c5087716661b81', 'subnets': [{'id': '39a565df-8554-4a65-829b-7fe1a4f67bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:38.812999 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5286e7a7-cdce-4e99-aafe-c9e0031d58dd None None] Checking router: 006fb08a-c6a8-4c15-913c-9150fa84bf27 for host: dv-cinder-800015-3-iscsi {{(pid=105908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:05:38.813513 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5286e7a7-cdce-4e99-aafe-c9e0031d58dd None None] Updating router 006fb08a-c6a8-4c15-913c-9150fa84bf27 port 57ea85f0-9e54-4165-8c7c-8e0cc1d78642 binding host dv-cinder-800015-3-iscsi {{(pid=105908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:05:38.844286 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1cdef8a9-304d-4b1e-9a1a-4e9f05c71ad7 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741704'] for security_group_rule, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:38.857431 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-5286e7a7-cdce-4e99-aafe-c9e0031d58dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:38.876648 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdef8a9-304d-4b1e-9a1a-4e9f05c71ad7 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e8eb41-0da4-4f7c-996c-626f0bf15d5f,revision_number=0']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:38.881452 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-5b613a3c-2237-4217-8bf5-768843b1e1f2 admin admin] Deleting port 66335651-8a75-46de-8bfc-d28b155e978b {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:05:38.881875 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5b613a3c-2237-4217-8bf5-768843b1e1f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:38.898775 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:38.924455 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] For port 176978fa-63cf-4375-b87c-8a0f7f9c01b4, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=176978fa-63cf-4375-b87c-8a0f7f9c01b4,segment=NetworkSegment(71f474ba-4ec1-4e39-a638-917b9b8eddd4),segment_id=71f474ba-4ec1-4e39-a638-917b9b8eddd4)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:38.950810 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-1cdef8a9-304d-4b1e-9a1a-4e9f05c71ad7 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:38.954815 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 47230) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:38.955359 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-1cdef8a9-304d-4b1e-9a1a-4e9f05c71ad7 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5263758 Aug 12 15:05:38.967454 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [None req-5b613a3c-2237-4217-8bf5-768843b1e1f2 admin admin] For port 66335651-8a75-46de-8bfc-d28b155e978b, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=66335651-8a75-46de-8bfc-d28b155e978b,segment=NetworkSegment(748aa987-15eb-4eaa-867c-e67a5ae239c6),segment_id=748aa987-15eb-4eaa-867c-e67a5ae239c6)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:38.967826 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5b613a3c-2237-4217-8bf5-768843b1e1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:38.979643 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-e60d46bd-a85c-42bd-b4a5-21c468a7ed70 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Request body: {'security_group_rule': {'security_group_id': '06b6b3b2-deb7-4f92-b351-059dee38f428', 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:05:38.986322 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-5b613a3c-2237-4217-8bf5-768843b1e1f2 admin admin] Calling delete_port for 66335651-8a75-46de-8bfc-d28b155e978b owned by network:dhcp {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:05:38.997412 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:39.039489 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27230cc5-e2a6-4928-91c0-62c9cc1edac1 None None] DHCP port deletion for a11b665e-338b-4ed9-b605-fea07235d714 request from dv-cinder-800015-3-iscsi {{(pid=105907) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:05:39.082299 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.db.securitygroups_db [None req-e60d46bd-a85c-42bd-b4a5-21c468a7ed70 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Project b2f4cb6117a74e5b996e3edd805df2e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:05:39.088136 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e60d46bd-a85c-42bd-b4a5-21c468a7ed70 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:39.107725 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 4b57c8e4-b78d-4b8a-a559-299aa47a2621 no longer exists at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:05:39.131283 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] No Port match for: 4b57c8e4-b78d-4b8a-a559-299aa47a2621 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:05:39.131629 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 4b57c8e4-b78d-4b8a-a559-299aa47a2621 not bound to the agent host dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:05:39.138495 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Pushing event updated for resources: {'Port': ['ID=176978fa-63cf-4375-b87c-8a0f7f9c01b4,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:39.161271 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-27230cc5-e2a6-4928-91c0-62c9cc1edac1 None None] Deleting port 66335651-8a75-46de-8bfc-d28b155e978b {{(pid=105907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:05:39.162668 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-27230cc5-e2a6-4928-91c0-62c9cc1edac1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:39.174030 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5b613a3c-2237-4217-8bf5-768843b1e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:39.192144 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e60d46bd-a85c-42bd-b4a5-21c468a7ed70 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:39.207788 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b613a3c-2237-4217-8bf5-768843b1e1f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=66335651-8a75-46de-8bfc-d28b155e978b,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:39.215776 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b613a3c-2237-4217-8bf5-768843b1e1f2 admin admin] No DVR routers for this DVR port 66335651-8a75-46de-8bfc-d28b155e978b on host dv-cinder-800015-3-iscsi {{(pid=105906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:05:39.232598 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-27230cc5-e2a6-4928-91c0-62c9cc1edac1 None None] For port 66335651-8a75-46de-8bfc-d28b155e978b, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=66335651-8a75-46de-8bfc-d28b155e978b,segment=NetworkSegment(748aa987-15eb-4eaa-867c-e67a5ae239c6),segment_id=748aa987-15eb-4eaa-867c-e67a5ae239c6)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:39.233167 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-27230cc5-e2a6-4928-91c0-62c9cc1edac1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:39.236593 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-5286e7a7-cdce-4e99-aafe-c9e0031d58dd None None] Notify callbacks [] for port, precommit_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:39.247225 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.provisioning_blocks [None req-5286e7a7-cdce-4e99-aafe-c9e0031d58dd None None] Transition to ACTIVE for port object 57ea85f0-9e54-4165-8c7c-8e0cc1d78642 will not be triggered until provisioned by entity L2. {{(pid=105908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:05:39.251979 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-27230cc5-e2a6-4928-91c0-62c9cc1edac1 None None] Calling delete_port for 66335651-8a75-46de-8bfc-d28b155e978b owned by network:dhcp {{(pid=105907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:05:39.252128 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e60d46bd-a85c-42bd-b4a5-21c468a7ed70 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741704'] for security_group_rule, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:39.268922 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d46bd-a85c-42bd-b4a5-21c468a7ed70 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d1e2c7b-c457-4017-baf4-f6a652726428,revision_number=0']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:39.304110 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5b613a3c-2237-4217-8bf5-768843b1e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421029', 'neutron.services.segments.db._delete_segments_for_network-8782132920688'] for network, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:39.311265 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.services.segments.db [None req-5b613a3c-2237-4217-8bf5-768843b1e1f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a11b665e-338b-4ed9-b605-fea07235d714']}} {{(pid=105906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:39.320704 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-5286e7a7-cdce-4e99-aafe-c9e0031d58dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:39.322346 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.services.segments.db [None req-5b613a3c-2237-4217-8bf5-768843b1e1f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748aa987-15eb-4eaa-867c-e67a5ae239c6') {'for_net_delete': True} {{(pid=105906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:39.322644 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.services.segments.db [None req-5b613a3c-2237-4217-8bf5-768843b1e1f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748aa987-15eb-4eaa-867c-e67a5ae239c6') {} {{(pid=105906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:39.324924 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-27230cc5-e2a6-4928-91c0-62c9cc1edac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454'] for port, after_delete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:39.331893 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5b613a3c-2237-4217-8bf5-768843b1e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782132923513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9760447'] for segment, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:39.338567 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27230cc5-e2a6-4928-91c0-62c9cc1edac1 None None] No DVR routers for this DVR port 66335651-8a75-46de-8bfc-d28b155e978b on host dv-cinder-800015-3-iscsi {{(pid=105907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:05:39.355852 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5b613a3c-2237-4217-8bf5-768843b1e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:39.359194 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27230cc5-e2a6-4928-91c0-62c9cc1edac1 None None] Pushing event deleted for resources: {'Port': ['ID=66335651-8a75-46de-8bfc-d28b155e978b,revision_number=None']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:39.363645 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b613a3c-2237-4217-8bf5-768843b1e1f2 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=105906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:05:39.364470 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5b613a3c-2237-4217-8bf5-768843b1e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2614568'] for segment, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: Traceback (most recent call last): Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: timer() Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: cb(*args, **kw) Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: return func(*args, **kwargs) Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: self._notify() Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: self.callback(batched_events) Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: event.method(event) Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: return f(self, *a, **k) Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: return self._get(url).json() Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: return self.request(url, 'GET', **kwargs) Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:05:39.366258 dv-cinder-800015-3-iscsi neutron-server[105906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:05:39.374196 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e60d46bd-a85c-42bd-b4a5-21c468a7ed70 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:39.379109 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbaa53c-4a05-49da-a958-a3c2cde4c767 None None] Pushing event updated for resources: {'Port': ['ID=57ea85f0-9e54-4165-8c7c-8e0cc1d78642,revision_number=3']} {{(pid=105908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:39.379245 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-e60d46bd-a85c-42bd-b4a5-21c468a7ed70 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4196413 Aug 12 15:05:39.431503 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-5286e7a7-cdce-4e99-aafe-c9e0031d58dd None None] Attempting to bind port 57ea85f0-9e54-4165-8c7c-8e0cc1d78642 on host dv-cinder-800015-3-iscsi for vnic_type normal with profile {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:05:39.431863 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-5286e7a7-cdce-4e99-aafe-c9e0031d58dd None None] Attempting to bind port 57ea85f0-9e54-4165-8c7c-8e0cc1d78642 by drivers openvswitch,hyperv on host dv-cinder-800015-3-iscsi at level 0 using segments [{'id': '268db78c-ad0a-4e76-9d46-9bbe392a3b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0c9b6b86-79b9-495e-b949-349b9dc9d422'}] {{(pid=105908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:05:39.432418 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5286e7a7-cdce-4e99-aafe-c9e0031d58dd None None] Attempting to bind port 57ea85f0-9e54-4165-8c7c-8e0cc1d78642 on network 0c9b6b86-79b9-495e-b949-349b9dc9d422 {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:05:39.437790 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5286e7a7-cdce-4e99-aafe-c9e0031d58dd None None] Checking agent: {'id': '2f28a577-1e29-47c6-9353-308533d5ca1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 47, 45), 'started_at': datetime.datetime(2021, 8, 12, 14, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:05:39.438641 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5286e7a7-cdce-4e99-aafe-c9e0031d58dd None None] Checking segment: {'id': '268db78c-ad0a-4e76-9d46-9bbe392a3b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0c9b6b86-79b9-495e-b949-349b9dc9d422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:05:39.439039 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-5286e7a7-cdce-4e99-aafe-c9e0031d58dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:39.439482 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5286e7a7-cdce-4e99-aafe-c9e0031d58dd None None] Bound using segment: {'id': '268db78c-ad0a-4e76-9d46-9bbe392a3b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0c9b6b86-79b9-495e-b949-349b9dc9d422'} {{(pid=105908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:05:39.439948 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.managers [None req-5286e7a7-cdce-4e99-aafe-c9e0031d58dd None None] Bound port: 57ea85f0-9e54-4165-8c7c-8e0cc1d78642, host: dv-cinder-800015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268db78c-ad0a-4e76-9d46-9bbe392a3b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0c9b6b86-79b9-495e-b949-349b9dc9d422'}}] {{(pid=105908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:05:39.440345 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-5286e7a7-cdce-4e99-aafe-c9e0031d58dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:39.523534 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.db [None req-5286e7a7-cdce-4e99-aafe-c9e0031d58dd None None] For port 57ea85f0-9e54-4165-8c7c-8e0cc1d78642, host dv-cinder-800015-3-iscsi, cleared binding levels {{(pid=105908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:05:39.530287 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.plugins.ml2.db [None req-5286e7a7-cdce-4e99-aafe-c9e0031d58dd None None] For port 57ea85f0-9e54-4165-8c7c-8e0cc1d78642, host dv-cinder-800015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=57ea85f0-9e54-4165-8c7c-8e0cc1d78642,segment=NetworkSegment(268db78c-ad0a-4e76-9d46-9bbe392a3b3a),segment_id=268db78c-ad0a-4e76-9d46-9bbe392a3b3a)] {{(pid=105908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:05:39.549363 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5b613a3c-2237-4217-8bf5-768843b1e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710307'] for network, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:39.559142 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-5b613a3c-2237-4217-8bf5-768843b1e1f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:39.559142 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-5b613a3c-2237-4217-8bf5-768843b1e1f2 admin admin] 10.222.0.63 "DELETE /v2.0/networks/a11b665e-338b-4ed9-b605-fea07235d714 HTTP/1.1" status: 204 len: 168 time: 0.9600036 Aug 12 15:05:39.569317 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b613a3c-2237-4217-8bf5-768843b1e1f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a11b665e-338b-4ed9-b605-fea07235d714,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:39.614922 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron_lib.callbacks.manager [None req-5286e7a7-cdce-4e99-aafe-c9e0031d58dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:39.669970 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5286e7a7-cdce-4e99-aafe-c9e0031d58dd None None] Routers {'006fb08a-c6a8-4c15-913c-9150fa84bf27'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:39.670590 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-5286e7a7-cdce-4e99-aafe-c9e0031d58dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:05:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['006fb08a-c6a8-4c15-913c-9150fa84bf27'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:39.673676 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbaa53c-4a05-49da-a958-a3c2cde4c767 None None] Pushing event updated for resources: {'Port': ['ID=57ea85f0-9e54-4165-8c7c-8e0cc1d78642,revision_number=4']} {{(pid=105908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:39.780736 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-5286e7a7-cdce-4e99-aafe-c9e0031d58dd None None] Set router 006fb08a-c6a8-4c15-913c-9150fa84bf27 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:39.954430 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 176978fa-63cf-4375-b87c-8a0f7f9c01b4 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:05:40.001353 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-5286e7a7-cdce-4e99-aafe-c9e0031d58dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006fb08a-c6a8-4c15-913c-9150fa84bf27', 'name': 'tempest-TestVolumeBootPattern-282391053-router', 'tenant_id': '2f84d1de33284f50a6c5087716661b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '176978fa-63cf-4375-b87c-8a0f7f9c01b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:29Z', 'updated_at': '2021-08-12T15:05:33Z', 'revision_number': 4, 'project_id': '2f84d1de33284f50a6c5087716661b81', 'gw_port': {'id': '176978fa-63cf-4375-b87c-8a0f7f9c01b4', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:14:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006fb08a-c6a8-4c15-913c-9150fa84bf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:30Z', 'updated_at': '2021-08-12T15:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '57ea85f0-9e54-4165-8c7c-8e0cc1d78642', 'name': '', 'network_id': '0c9b6b86-79b9-495e-b949-349b9dc9d422', 'tenant_id': '2f84d1de33284f50a6c5087716661b81', 'mac_address': 'fa:16:3e:ce:16:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006fb08a-c6a8-4c15-913c-9150fa84bf27', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '39a565df-8554-4a65-829b-7fe1a4f67bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:32Z', 'updated_at': '2021-08-12T15:05:39Z', 'revision_number': 4, 'project_id': '2f84d1de33284f50a6c5087716661b81', 'subnets': [{'id': '39a565df-8554-4a65-829b-7fe1a4f67bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:40.007480 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 176978fa-63cf-4375-b87c-8a0f7f9c01b4 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:40.007944 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:40.030986 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5286e7a7-cdce-4e99-aafe-c9e0031d58dd None None] The sync data for ids ['006fb08a-c6a8-4c15-913c-9150fa84bf27'] in dv-cinder-800015-3-iscsi is: [{'id': '006fb08a-c6a8-4c15-913c-9150fa84bf27', 'name': 'tempest-TestVolumeBootPattern-282391053-router', 'tenant_id': '2f84d1de33284f50a6c5087716661b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '176978fa-63cf-4375-b87c-8a0f7f9c01b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:29Z', 'updated_at': '2021-08-12T15:05:33Z', 'revision_number': 4, 'project_id': '2f84d1de33284f50a6c5087716661b81', 'gw_port': {'id': '176978fa-63cf-4375-b87c-8a0f7f9c01b4', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:14:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006fb08a-c6a8-4c15-913c-9150fa84bf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:30Z', 'updated_at': '2021-08-12T15:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': '57ea85f0-9e54-4165-8c7c-8e0cc1d78642', 'name': '', 'network_id': '0c9b6b86-79b9-495e-b949-349b9dc9d422', 'tenant_id': '2f84d1de33284f50a6c5087716661b81', 'mac_address': 'fa:16:3e:ce:16:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006fb08a-c6a8-4c15-913c-9150fa84bf27', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '39a565df-8554-4a65-829b-7fe1a4f67bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:32Z', 'updated_at': '2021-08-12T15:05:39Z', 'revision_number': 4, 'project_id': '2f84d1de33284f50a6c5087716661b81', 'subnets': [{'id': '39a565df-8554-4a65-829b-7fe1a4f67bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:05:40.063963 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 47280) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:40.093109 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 57ea85f0-9e54-4165-8c7c-8e0cc1d78642 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:05:40.111910 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-5481458f-d7a2-44df-9b99-c2bfd8e1e3c7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=da657e2106dc46a7ae185eb3fb6d4506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466015 Aug 12 15:05:40.114395 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 47282) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:40.187611 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-79ccd39f-73f1-4eba-9924-7073c5ec573f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:40.210220 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning for port 57ea85f0-9e54-4165-8c7c-8e0cc1d78642 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:05:40.217662 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 57ea85f0-9e54-4165-8c7c-8e0cc1d78642 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:40.218038 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:40.219222 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-79ccd39f-73f1-4eba-9924-7073c5ec573f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:40.321659 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:40.354540 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-79ccd39f-73f1-4eba-9924-7073c5ec573f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:40.357263 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-79ccd39f-73f1-4eba-9924-7073c5ec573f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:40.365428 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] For port 57ea85f0-9e54-4165-8c7c-8e0cc1d78642, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=57ea85f0-9e54-4165-8c7c-8e0cc1d78642,segment=NetworkSegment(268db78c-ad0a-4e76-9d46-9bbe392a3b3a),segment_id=268db78c-ad0a-4e76-9d46-9bbe392a3b3a)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:40.366333 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-79ccd39f-73f1-4eba-9924-7073c5ec573f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a7f1c17d-fafc-49c2-bae9-51c0076864d1 HTTP/1.1" status: 204 len: 168 time: 0.2424166 Aug 12 15:05:40.370304 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccd39f-73f1-4eba-9924-7073c5ec573f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f1c17d-fafc-49c2-bae9-51c0076864d1,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:40.443253 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:40.515752 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Pushing event updated for resources: {'Port': ['ID=57ea85f0-9e54-4165-8c7c-8e0cc1d78642,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:40.520008 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 66335651-8a75-46de-8bfc-d28b155e978b no longer exists at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:05:40.547912 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] No Port match for: 66335651-8a75-46de-8bfc-d28b155e978b {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:05:40.548263 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 66335651-8a75-46de-8bfc-d28b155e978b not bound to the agent host dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:05:40.548676 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device ae62a7d8-5a67-4381-9cd0-bf753fddcabf no longer exists at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:05:40.571203 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] No Port match for: ae62a7d8-5a67-4381-9cd0-bf753fddcabf {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:05:40.571545 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device ae62a7d8-5a67-4381-9cd0-bf753fddcabf not bound to the agent host dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:05:41.043643 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 47312) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:41.083989 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-63ce58ba-55c2-48ec-95ff-8eca73f2f566 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b68ebc9e0bb64d328971b0952444a4ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385730 Aug 12 15:05:41.086861 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 47314) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:41.137123 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4590-cc30-41a4-89a7-7c58f3bb0c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:41.158940 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4590-cc30-41a4-89a7-7c58f3bb0c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:41.299324 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4590-cc30-41a4-89a7-7c58f3bb0c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:41.302115 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4590-cc30-41a4-89a7-7c58f3bb0c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:41.304412 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-9ccd4590-cc30-41a4-89a7-7c58f3bb0c56 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1504cd2f-b05f-4ca0-a1b2-bbf097ec1348 HTTP/1.1" status: 204 len: 168 time: 0.2165220 Aug 12 15:05:41.315813 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd4590-cc30-41a4-89a7-7c58f3bb0c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1504cd2f-b05f-4ca0-a1b2-bbf097ec1348,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:41.925060 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 57ea85f0-9e54-4165-8c7c-8e0cc1d78642 up at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:05:41.972528 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Provisioning complete for port 57ea85f0-9e54-4165-8c7c-8e0cc1d78642 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:41.972924 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:42.259783 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-263e686e-dcb8-4c69-8e4c-38343e0f8e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:44.542845 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-6fe74da8-f5e8-4d84-ba23-f80b313803c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:45.024831 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:45.916521 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:47.465153 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:49.140005 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 47406) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:49.242997 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-62a703dc-fa57-42f3-a91a-745f25a30d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:49.332932 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-62a703dc-fa57-42f3-a91a-745f25a30d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:49.405666 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-62a703dc-fa57-42f3-a91a-745f25a30d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:49.442561 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-62a703dc-fa57-42f3-a91a-745f25a30d5d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=dc9ab885b3f042f89e629593154f62ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015027 Aug 12 15:05:49.443980 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a703dc-fa57-42f3-a91a-745f25a30d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a5e4a3-f5f6-4cbe-873c-c92ffbb62eef,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:49.445925 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 47410) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:49.493238 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8e46faec-4fe8-45cf-8b00-1d4f42fecc07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:49.515800 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8e46faec-4fe8-45cf-8b00-1d4f42fecc07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:49.628564 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8e46faec-4fe8-45cf-8b00-1d4f42fecc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:49.632180 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8e46faec-4fe8-45cf-8b00-1d4f42fecc07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:49.633405 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-8e46faec-4fe8-45cf-8b00-1d4f42fecc07 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/37a5e4a3-f5f6-4cbe-873c-c92ffbb62eef HTTP/1.1" status: 204 len: 168 time: 0.1864872 Aug 12 15:05:49.641389 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46faec-4fe8-45cf-8b00-1d4f42fecc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a5e4a3-f5f6-4cbe-873c-c92ffbb62eef,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:50.254395 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 47418) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:50.269856 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-48fcd3fa-68d2-47cd-a01c-7d1be5de7357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:50.355735 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-48fcd3fa-68d2-47cd-a01c-7d1be5de7357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:50.434201 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-48fcd3fa-68d2-47cd-a01c-7d1be5de7357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:50.470143 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcd3fa-68d2-47cd-a01c-7d1be5de7357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e7ff8f-2c25-4cc8-ab02-66464073d8b6,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:50.476665 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-48fcd3fa-68d2-47cd-a01c-7d1be5de7357 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=adfbdf5727ea4dc19e0792f609023467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2207220 Aug 12 15:05:50.479740 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 47420) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:50.528939 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dd2f97cc-67a2-494d-b290-b58533e8417e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:50.553754 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dd2f97cc-67a2-494d-b290-b58533e8417e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:50.697128 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dd2f97cc-67a2-494d-b290-b58533e8417e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:50.699700 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dd2f97cc-67a2-494d-b290-b58533e8417e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:50.700954 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-dd2f97cc-67a2-494d-b290-b58533e8417e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/28e7ff8f-2c25-4cc8-ab02-66464073d8b6 HTTP/1.1" status: 204 len: 168 time: 0.2204292 Aug 12 15:05:50.709106 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f97cc-67a2-494d-b290-b58533e8417e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e7ff8f-2c25-4cc8-ab02-66464073d8b6,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:57.552899 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-599b3796-87fe-4e44-809c-1e6ac96fa455 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-325239632&fields=id&tenant_id=b2f4cb6117a74e5b996e3edd805df2e3 HTTP/1.1" status: 200 len: 267 time: 0.0355043 Aug 12 15:05:57.657023 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-5144e700-2d0d-4050-94cc-5f4f1cf13894 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:57.658494 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-5144e700-2d0d-4050-94cc-5f4f1cf13894 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/networks?id=cd52802e-1c8d-455d-92c8-1a3f495fbed9 HTTP/1.1" status: 200 len: 812 time: 0.0980151 Aug 12 15:05:57.675996 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-cb62ba08-2152-402a-a08d-bba9dfbfc07a tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/quotas/b2f4cb6117a74e5b996e3edd805df2e3 HTTP/1.1" status: 200 len: 375 time: 0.0111544 Aug 12 15:05:57.727203 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-53b71ea0-27c2-4a3b-9402-62fe7ac96c9c tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b2f4cb6117a74e5b996e3edd805df2e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449467 Aug 12 15:05:57.825422 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-8c704979-3e89-4af4-9808-aa69aef7d542 service neutron] 10.222.0.63 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871077 Aug 12 15:05:57.917260 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-8693cf62-d3a9-4213-a1e2-20d919d412f3 service neutron] 10.222.0.63 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858083 Aug 12 15:05:58.705919 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9ebe1616-6373-4e9e-befb-24953e014c32 req-2409fc9a-0b70-450c-837e-0bf5e469a58a tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f HTTP/1.1" status: 200 len: 210 time: 0.1303012 Aug 12 15:05:59.784155 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-c2b4cfd1-0859-4a94-8f5b-6a72d84f225f req-045795bd-44bf-4466-bd3f-ef091aed2a54 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f HTTP/1.1" status: 200 len: 210 time: 0.0255263 Aug 12 15:06:00.877982 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-93a4be6f-afb5-4188-8c9d-8830afafa745 req-7475b047-0c08-43ce-bcd5-b3d313849346 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f HTTP/1.1" status: 200 len: 210 time: 0.0284004 Aug 12 15:06:01.483779 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-f30237b4-aae4-4f5d-9729-792873537439 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:01.485258 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-f30237b4-aae4-4f5d-9729-792873537439 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.73 "GET /v2.0/networks?id=cd52802e-1c8d-455d-92c8-1a3f495fbed9 HTTP/1.1" status: 200 len: 812 time: 0.1000748 Aug 12 15:06:01.530845 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-29e38fa8-7707-4d4c-9fad-27a40adb1f36 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2f4cb6117a74e5b996e3edd805df2e3 HTTP/1.1" status: 200 len: 379 time: 0.0371089 Aug 12 15:06:01.539771 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-47d43945-c822-4a4b-b912-4befaa0074c2 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Request body: {'port': {'device_id': '2c2ac2eb-979d-43d3-ae2d-d9346e6e094f', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'admin_state_up': True, 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'security_groups': ['06b6b3b2-deb7-4f92-b351-059dee38f428']}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:06:01.805698 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-47d43945-c822-4a4b-b912-4befaa0074c2 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Made reservation on behalf of b2f4cb6117a74e5b996e3edd805df2e3 for: {'port': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:06:01.810157 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-47d43945-c822-4a4b-b912-4befaa0074c2 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:01.941318 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_common [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-47d43945-c822-4a4b-b912-4befaa0074c2 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Allocated IP 172.20.0.8 (cd52802e-1c8d-455d-92c8-1a3f495fbed9/5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b/988762ab-320c-4cbb-a61b-5591b0ec7a06) {{(pid=105906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:06:01.979241 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9fff965c-65c8-4d62-a2d1-865eb9af16a9 req-2fafbcce-a7af-469c-9663-9fede11ea870 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f HTTP/1.1" status: 200 len: 210 time: 0.0258927 Aug 12 15:06:02.074522 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-47d43945-c822-4a4b-b912-4befaa0074c2 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for port, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:02.087895 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-47d43945-c822-4a4b-b912-4befaa0074c2 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Transition to ACTIVE for port object 988762ab-320c-4cbb-a61b-5591b0ec7a06 will not be triggered until provisioned by entity DHCP. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:06:02.256897 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-47d43945-c822-4a4b-b912-4befaa0074c2 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:02.307102 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-47d43945-c822-4a4b-b912-4befaa0074c2 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Network cd52802e-1c8d-455d-92c8-1a3f495fbed9 is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:06:02.317531 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-47d43945-c822-4a4b-b912-4befaa0074c2 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:06:02.317531 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-47d43945-c822-4a4b-b912-4befaa0074c2 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Received port after_create {{(pid=105906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:06:02.331295 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:06:02.342987 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d43945-c822-4a4b-b912-4befaa0074c2 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Pushing event updated for resources: {'Port': ['ID=988762ab-320c-4cbb-a61b-5591b0ec7a06,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:02.353566 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d43945-c822-4a4b-b912-4befaa0074c2 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:02.353911 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d43945-c822-4a4b-b912-4befaa0074c2 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:02.354250 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d43945-c822-4a4b-b912-4befaa0074c2 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:02.354585 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d43945-c822-4a4b-b912-4befaa0074c2 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:02.354926 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d43945-c822-4a4b-b912-4befaa0074c2 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:02.355255 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d43945-c822-4a4b-b912-4befaa0074c2 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:02.355583 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d43945-c822-4a4b-b912-4befaa0074c2 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:02.355909 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d43945-c822-4a4b-b912-4befaa0074c2 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:02.356236 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d43945-c822-4a4b-b912-4befaa0074c2 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:02.356742 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d43945-c822-4a4b-b912-4befaa0074c2 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:02.357131 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d43945-c822-4a4b-b912-4befaa0074c2 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:02.357547 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d43945-c822-4a4b-b912-4befaa0074c2 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:02.382378 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-47d43945-c822-4a4b-b912-4befaa0074c2 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:02.387077 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-47d43945-c822-4a4b-b912-4befaa0074c2 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:02.516897 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-47d43945-c822-4a4b-b912-4befaa0074c2 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9806926 Aug 12 15:06:02.527833 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-08d4b292-e7ff-4bdc-a116-18ad8a4f00db tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=105906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:06:02.528914 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-08d4b292-e7ff-4bdc-a116-18ad8a4f00db tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056803 Aug 12 15:06:02.585296 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-50fe199d-7a3b-40b9-beb1-c1d1f406d2ef service neutron] Request body: {'port': {'device_id': '2c2ac2eb-979d-43d3-ae2d-d9346e6e094f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:06:02.630379 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ce2c47fd-e2ad-4599-977b-fe55abd90781 None None] Provisioning for port 988762ab-320c-4cbb-a61b-5591b0ec7a06 completed by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:06:02.634429 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-ce2c47fd-e2ad-4599-977b-fe55abd90781 None None] Provisioning complete for port 988762ab-320c-4cbb-a61b-5591b0ec7a06 triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:06:02.634861 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ce2c47fd-e2ad-4599-977b-fe55abd90781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:02.641243 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-50fe199d-7a3b-40b9-beb1-c1d1f406d2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:02.670173 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-ce2c47fd-e2ad-4599-977b-fe55abd90781 None None] Port 988762ab-320c-4cbb-a61b-5591b0ec7a06 cannot update to ACTIVE because it is not bound. {{(pid=105907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:06:02.905724 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-50fe199d-7a3b-40b9-beb1-c1d1f406d2ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 988762ab-320c-4cbb-a61b-5591b0ec7a06 {{(pid=105906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:06:02.913519 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-50fe199d-7a3b-40b9-beb1-c1d1f406d2ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:02.925524 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-50fe199d-7a3b-40b9-beb1-c1d1f406d2ef service neutron] Transition to ACTIVE for port object 988762ab-320c-4cbb-a61b-5591b0ec7a06 will not be triggered until provisioned by entity L2. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:06:03.091373 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f13228-6b96-4abf-ad1c-c6e53884b1c2 req-ddc17d6a-abbc-48b6-aaef-f77fb1014c9c tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:03.092882 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-68f13228-6b96-4abf-ad1c-c6e53884b1c2 req-ddc17d6a-abbc-48b6-aaef-f77fb1014c9c tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f HTTP/1.1" status: 200 len: 931 time: 0.0486617 Aug 12 15:06:03.096488 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-50fe199d-7a3b-40b9-beb1-c1d1f406d2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:03.134261 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-68f13228-6b96-4abf-ad1c-c6e53884b1c2 req-ae5a5689-1639-48b8-9f50-b1ab44ece9ae tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351441 Aug 12 15:06:03.168452 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe199d-7a3b-40b9-beb1-c1d1f406d2ef service neutron] Pushing event updated for resources: {'Port': ['ID=988762ab-320c-4cbb-a61b-5591b0ec7a06,revision_number=2']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:03.224012 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-50fe199d-7a3b-40b9-beb1-c1d1f406d2ef service neutron] Attempting to bind port 988762ab-320c-4cbb-a61b-5591b0ec7a06 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:06:03.224491 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-50fe199d-7a3b-40b9-beb1-c1d1f406d2ef service neutron] Attempting to bind port 988762ab-320c-4cbb-a61b-5591b0ec7a06 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': 'b61ea87c-593e-43ed-9366-64449473e70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9'}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:06:03.224959 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-50fe199d-7a3b-40b9-beb1-c1d1f406d2ef service neutron] Attempting to bind port 988762ab-320c-4cbb-a61b-5591b0ec7a06 on network cd52802e-1c8d-455d-92c8-1a3f495fbed9 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:06:03.229845 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-50fe199d-7a3b-40b9-beb1-c1d1f406d2ef service neutron] Port 988762ab-320c-4cbb-a61b-5591b0ec7a06 on network cd52802e-1c8d-455d-92c8-1a3f495fbed9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:06:03.230289 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-50fe199d-7a3b-40b9-beb1-c1d1f406d2ef service neutron] Attempting to bind port 988762ab-320c-4cbb-a61b-5591b0ec7a06 on network cd52802e-1c8d-455d-92c8-1a3f495fbed9 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:06:03.236339 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-50fe199d-7a3b-40b9-beb1-c1d1f406d2ef service neutron] Checking agent: {'id': '8bc968ee-63fe-4341-8ff4-51482bda9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'started_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:06:03.236875 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-50fe199d-7a3b-40b9-beb1-c1d1f406d2ef service neutron] Checking segment: {'id': 'b61ea87c-593e-43ed-9366-64449473e70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:06:03.237325 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-50fe199d-7a3b-40b9-beb1-c1d1f406d2ef service neutron] Bound using segment: {'id': 'b61ea87c-593e-43ed-9366-64449473e70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9'} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:06:03.237836 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-50fe199d-7a3b-40b9-beb1-c1d1f406d2ef service neutron] Bound port: 988762ab-320c-4cbb-a61b-5591b0ec7a06, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b61ea87c-593e-43ed-9366-64449473e70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9'}}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:06:03.238286 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-50fe199d-7a3b-40b9-beb1-c1d1f406d2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:03.310736 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-50fe199d-7a3b-40b9-beb1-c1d1f406d2ef service neutron] For port 988762ab-320c-4cbb-a61b-5591b0ec7a06, host hv-cinder-80001, cleared binding levels {{(pid=105906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:06:03.313839 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-50fe199d-7a3b-40b9-beb1-c1d1f406d2ef service neutron] For port 988762ab-320c-4cbb-a61b-5591b0ec7a06, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=988762ab-320c-4cbb-a61b-5591b0ec7a06,segment=NetworkSegment(b61ea87c-593e-43ed-9366-64449473e70b),segment_id=b61ea87c-593e-43ed-9366-64449473e70b)] {{(pid=105906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:06:03.435285 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-50fe199d-7a3b-40b9-beb1-c1d1f406d2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:03.472203 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-50fe199d-7a3b-40b9-beb1-c1d1f406d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:03.472831 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-50fe199d-7a3b-40b9-beb1-c1d1f406d2ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:03.474211 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-50fe199d-7a3b-40b9-beb1-c1d1f406d2ef service neutron] 10.222.0.73 "PUT /v2.0/ports/988762ab-320c-4cbb-a61b-5591b0ec7a06 HTTP/1.1" status: 200 len: 1093 time: 0.9386892 Aug 12 15:06:03.474644 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c2ac2eb-979d-43d3-ae2d-d9346e6e094f', 'tag': '988762ab-320c-4cbb-a61b-5591b0ec7a06'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:06:03.476914 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8531df51-54d1-47f5-92c1-9601ae891561" -d '{"events": [{"name": "network-changed", "server_uuid": "2c2ac2eb-979d-43d3-ae2d-d9346e6e094f", "tag": "988762ab-320c-4cbb-a61b-5591b0ec7a06"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:06:03.501857 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe199d-7a3b-40b9-beb1-c1d1f406d2ef service neutron] Pushing event updated for resources: {'Port': ['ID=988762ab-320c-4cbb-a61b-5591b0ec7a06,revision_number=3']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:03.585956 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3273369f-b6b4-4c93-917b-799d8880a142 x-openstack-request-id: req-3273369f-b6b4-4c93-917b-799d8880a142 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:06:03.594753 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c2ac2eb-979d-43d3-ae2d-d9346e6e094f", "tag": "988762ab-320c-4cbb-a61b-5591b0ec7a06", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:06:03.594753 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3273369f-b6b4-4c93-917b-799d8880a142 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:06:03.594753 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c2ac2eb-979d-43d3-ae2d-d9346e6e094f', 'tag': '988762ab-320c-4cbb-a61b-5591b0ec7a06', 'status': 'completed', 'code': 200} Aug 12 15:06:03.648279 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531df51-54d1-47f5-92c1-9601ae891561 req-270547c8-cb60-4e35-9ec8-90932444b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:03.649872 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-8531df51-54d1-47f5-92c1-9601ae891561 req-270547c8-cb60-4e35-9ec8-90932444b41c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b2f4cb6117a74e5b996e3edd805df2e3&device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f HTTP/1.1" status: 200 len: 1096 time: 0.0435226 Aug 12 15:06:03.753517 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531df51-54d1-47f5-92c1-9601ae891561 req-52f17825-812b-4119-a9fc-daae82d01081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:03.754926 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-8531df51-54d1-47f5-92c1-9601ae891561 req-52f17825-812b-4119-a9fc-daae82d01081 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b2f4cb6117a74e5b996e3edd805df2e3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0973845 Aug 12 15:06:03.847824 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531df51-54d1-47f5-92c1-9601ae891561 req-d491bd29-c948-4784-b8ef-d1bd7d1d6afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:03.849350 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-8531df51-54d1-47f5-92c1-9601ae891561 req-d491bd29-c948-4784-b8ef-d1bd7d1d6afb service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870764 Aug 12 15:06:03.924298 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-59b3810f-ef3b-44bf-9a9a-81870e632fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:03.925748 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-59b3810f-ef3b-44bf-9a9a-81870e632fec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b2f4cb6117a74e5b996e3edd805df2e3&device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f HTTP/1.1" status: 200 len: 1096 time: 0.0403490 Aug 12 15:06:03.969240 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-242b7688-ed0e-44c8-ba7d-26b65c9ae6dc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=988762ab-320c-4cbb-a61b-5591b0ec7a06 HTTP/1.1" status: 200 len: 217 time: 0.0358565 Aug 12 15:06:04.016788 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-e4f88421-637e-4d40-bcf5-15c6f711dda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:04.018159 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-e4f88421-637e-4d40-bcf5-15c6f711dda3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b HTTP/1.1" status: 200 len: 851 time: 0.0422711 Aug 12 15:06:04.062740 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-b88bff0d-8a61-41d2-88db-8433ed3b8bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:04.064212 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-b88bff0d-8a61-41d2-88db-8433ed3b8bfa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cd52802e-1c8d-455d-92c8-1a3f495fbed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389576 Aug 12 15:06:04.156872 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-1a5f4295-6108-4b51-aef6-d957d48c728d service neutron] 10.222.0.73 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855923 Aug 12 15:06:04.255572 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40862bc8-e5cc-4343-b504-d8234321b760 req-e2d853aa-4b92-441c-af65-af25c851a914 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:04.257163 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-40862bc8-e5cc-4343-b504-d8234321b760 req-e2d853aa-4b92-441c-af65-af25c851a914 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f HTTP/1.1" status: 200 len: 943 time: 0.0528915 Aug 12 15:06:04.261148 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-0b1cb0e1-6413-4c30-824d-99727a3048fb req-edca2311-75c0-4362-a711-a618dcefae99 service neutron] 10.222.0.73 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968761 Aug 12 15:06:04.296302 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-40862bc8-e5cc-4343-b504-d8234321b760 req-62d58f3b-1776-4441-a49e-9c243c96a0d4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323884 Aug 12 15:06:05.413293 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b773ce5-65be-4f64-b31f-5a8032a55ed9 req-96799947-fde8-4daf-9645-d8e630685f8b tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:05.414767 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7b773ce5-65be-4f64-b31f-5a8032a55ed9 req-96799947-fde8-4daf-9645-d8e630685f8b tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f HTTP/1.1" status: 200 len: 943 time: 0.0489655 Aug 12 15:06:05.454377 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7b773ce5-65be-4f64-b31f-5a8032a55ed9 req-1cf39b64-3314-4f59-8190-82b50f2db09f tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329382 Aug 12 15:06:05.645576 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 47628) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:05.751340 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-da1c1c3f-8465-468d-baae-c327377ace0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:05.795861 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:05.838449 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-da1c1c3f-8465-468d-baae-c327377ace0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:05.930436 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-da1c1c3f-8465-468d-baae-c327377ace0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:05.968067 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c1c3f-8465-468d-baae-c327377ace0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc221ee6-a0d8-4b25-8a61-a9411d1aebd2,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:05.972395 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-da1c1c3f-8465-468d-baae-c327377ace0e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=147d6be0d3804fd0a9634f6cc4fb9068&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257887 Aug 12 15:06:05.975170 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 47632) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:06.021635 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-686a3acc-c998-4916-8581-5d0d5f3f4c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:06.042436 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-686a3acc-c998-4916-8581-5d0d5f3f4c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:06.159059 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-686a3acc-c998-4916-8581-5d0d5f3f4c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:06.161728 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-686a3acc-c998-4916-8581-5d0d5f3f4c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:06.162895 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-686a3acc-c998-4916-8581-5d0d5f3f4c7f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bc221ee6-a0d8-4b25-8a61-a9411d1aebd2 HTTP/1.1" status: 204 len: 168 time: 0.1867146 Aug 12 15:06:06.170565 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a3acc-c998-4916-8581-5d0d5f3f4c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc221ee6-a0d8-4b25-8a61-a9411d1aebd2,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:06.567210 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81ac2f-56c3-4eac-a7fc-99832ab2e2eb req-e7130d5e-fc36-475b-bf05-1e694fefbc30 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:06.568664 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ad81ac2f-56c3-4eac-a7fc-99832ab2e2eb req-e7130d5e-fc36-475b-bf05-1e694fefbc30 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f HTTP/1.1" status: 200 len: 943 time: 0.0486474 Aug 12 15:06:06.605119 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ad81ac2f-56c3-4eac-a7fc-99832ab2e2eb req-aad2d3f0-4aaf-43ba-8bcc-1182b8e49816 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303521 Aug 12 15:06:06.871462 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 47640) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:06.884577 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f9d90f14-95da-4604-b0f9-bc12dcc71af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:06.972579 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f9d90f14-95da-4604-b0f9-bc12dcc71af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:07.081656 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f9d90f14-95da-4604-b0f9-bc12dcc71af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:07.118300 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d90f14-95da-4604-b0f9-bc12dcc71af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a390765-09b3-4420-91d2-2a335cebc7bd,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:07.122835 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-f9d90f14-95da-4604-b0f9-bc12dcc71af7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a1f4beeb028b42efb86f58b50727a22f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503259 Aug 12 15:06:07.126022 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 47642) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:07.174215 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-d50b749b-9e0d-4443-a7bc-aa3f27932a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:07.194337 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-d50b749b-9e0d-4443-a7bc-aa3f27932a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:07.336283 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-d50b749b-9e0d-4443-a7bc-aa3f27932a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:07.338823 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-d50b749b-9e0d-4443-a7bc-aa3f27932a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:07.339989 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-d50b749b-9e0d-4443-a7bc-aa3f27932a2d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1a390765-09b3-4420-91d2-2a335cebc7bd HTTP/1.1" status: 204 len: 168 time: 0.2135999 Aug 12 15:06:07.348943 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b749b-9e0d-4443-a7bc-aa3f27932a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a390765-09b3-4420-91d2-2a335cebc7bd,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:07.732140 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339127d-a287-45d6-9211-3dc78d3ac782 req-06755174-1d51-4317-9e0b-9221596df796 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:07.733698 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5339127d-a287-45d6-9211-3dc78d3ac782 req-06755174-1d51-4317-9e0b-9221596df796 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f HTTP/1.1" status: 200 len: 943 time: 0.0588062 Aug 12 15:06:07.776531 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5339127d-a287-45d6-9211-3dc78d3ac782 req-a76693d8-a264-47b8-86e8-7c1f0eaeae0d tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367453 Aug 12 15:06:08.128780 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 47650) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:08.141737 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e25ed1d5-65df-42bd-8d8c-4db0de3439cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:08.228332 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e25ed1d5-65df-42bd-8d8c-4db0de3439cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:08.302015 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e25ed1d5-65df-42bd-8d8c-4db0de3439cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:08.339925 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-e25ed1d5-65df-42bd-8d8c-4db0de3439cf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=91d1e8a2dcbb44649b6a10e9c45db9a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2099726 Aug 12 15:06:08.340854 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ed1d5-65df-42bd-8d8c-4db0de3439cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca30273-8289-4e54-a10e-5883cea85d72,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:08.343376 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 47652) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:08.392742 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-2d44999a-6840-45a8-a185-f37e8d721214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:08.413564 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-2d44999a-6840-45a8-a185-f37e8d721214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:08.560633 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-2d44999a-6840-45a8-a185-f37e8d721214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:08.560633 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-2d44999a-6840-45a8-a185-f37e8d721214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:08.560633 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-2d44999a-6840-45a8-a185-f37e8d721214 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cca30273-8289-4e54-a10e-5883cea85d72 HTTP/1.1" status: 204 len: 168 time: 0.2121894 Aug 12 15:06:08.565865 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44999a-6840-45a8-a185-f37e8d721214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca30273-8289-4e54-a10e-5883cea85d72,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:08.888671 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747fd55-76d6-435a-afb3-b32cdb997cfd req-34463b14-ba9b-45c5-bc63-ceb38ba6f45c tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:08.890429 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3747fd55-76d6-435a-afb3-b32cdb997cfd req-34463b14-ba9b-45c5-bc63-ceb38ba6f45c tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f HTTP/1.1" status: 200 len: 943 time: 0.0499139 Aug 12 15:06:08.929944 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3747fd55-76d6-435a-afb3-b32cdb997cfd req-7e927f6b-c5b1-4a67-ae09-5238b88e1349 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318351 Aug 12 15:06:10.048079 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58168d66-984b-4a58-8818-d0db761e6cab req-c37724a0-3fb4-4990-86e1-171d415f22cb tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:10.049607 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-58168d66-984b-4a58-8818-d0db761e6cab req-c37724a0-3fb4-4990-86e1-171d415f22cb tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f HTTP/1.1" status: 200 len: 943 time: 0.0513995 Aug 12 15:06:10.087517 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-58168d66-984b-4a58-8818-d0db761e6cab req-ec381b8c-5f5e-4423-a250-2980a9c99901 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319767 Aug 12 15:06:11.199385 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba520ab2-83ab-418d-a6d6-f217bdcbab96 req-a624e2b6-1876-4b07-a572-bb6aa6ffd16e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:11.201654 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ba520ab2-83ab-418d-a6d6-f217bdcbab96 req-a624e2b6-1876-4b07-a572-bb6aa6ffd16e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f HTTP/1.1" status: 200 len: 943 time: 0.0488906 Aug 12 15:06:11.239651 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ba520ab2-83ab-418d-a6d6-f217bdcbab96 req-306f690e-28ad-4396-84bf-80be5a9dc503 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321050 Aug 12 15:06:11.594222 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 988762ab-320c-4cbb-a61b-5591b0ec7a06 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=105907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:06:11.691427 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 988762ab-320c-4cbb-a61b-5591b0ec7a06, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=988762ab-320c-4cbb-a61b-5591b0ec7a06,segment=NetworkSegment(b61ea87c-593e-43ed-9366-64449473e70b),segment_id=b61ea87c-593e-43ed-9366-64449473e70b)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:06:11.702750 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Returning: {'device': '988762ab-320c-4cbb-a61b-5591b0ec7a06', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'port_id': '988762ab-320c-4cbb-a61b-5591b0ec7a06', 'mac_address': 'fa:16:3e:ce:e1:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:06:11.738352 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:11.752101 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 988762ab-320c-4cbb-a61b-5591b0ec7a06 {{(pid=105907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:06:11.770733 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 988762ab-320c-4cbb-a61b-5591b0ec7a06, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=988762ab-320c-4cbb-a61b-5591b0ec7a06,segment=NetworkSegment(b61ea87c-593e-43ed-9366-64449473e70b),segment_id=b61ea87c-593e-43ed-9366-64449473e70b)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:06:11.899102 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:11.945062 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=988762ab-320c-4cbb-a61b-5591b0ec7a06,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:12.117150 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['988762ab-320c-4cbb-a61b-5591b0ec7a06'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:06:12.299429 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-6fcb9cf4-2cc7-4727-9010-0537b9789784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:12.353383 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be63dac-7175-4693-868f-f63647d3bbd6 req-0cd63314-48b4-4f99-a60d-12b94760b247 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:12.354842 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3be63dac-7175-4693-868f-f63647d3bbd6 req-0cd63314-48b4-4f99-a60d-12b94760b247 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f HTTP/1.1" status: 200 len: 944 time: 0.0479929 Aug 12 15:06:12.392931 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3be63dac-7175-4693-868f-f63647d3bbd6 req-276155d8-1124-47ef-bd62-fb62cb0829f2 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310683 Aug 12 15:06:13.509291 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4939099-2b86-4de9-9e03-d3c8de91de97 req-c25af327-0807-4b53-9631-4408970f0c54 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:13.510744 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a4939099-2b86-4de9-9e03-d3c8de91de97 req-c25af327-0807-4b53-9631-4408970f0c54 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f HTTP/1.1" status: 200 len: 944 time: 0.0511920 Aug 12 15:06:13.550588 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a4939099-2b86-4de9-9e03-d3c8de91de97 req-2d2dbd72-cf40-4b22-841d-44479100304f tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331540 Aug 12 15:06:13.593650 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 988762ab-320c-4cbb-a61b-5591b0ec7a06 up at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:06:13.730792 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning for port 988762ab-320c-4cbb-a61b-5591b0ec7a06 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:06:13.734819 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning complete for port 988762ab-320c-4cbb-a61b-5591b0ec7a06 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:06:13.735190 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:13.813882 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:13.836451 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2ac2eb-979d-43d3-ae2d-d9346e6e094f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988762ab-320c-4cbb-a61b-5591b0ec7a06'}] {{(pid=105907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:06:13.838720 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d000d793ac8a3d868a659aad16e36a91200609b2b231164c0c4cfca9150c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98bcf89-d664-44f0-80c6-1d99c46a3f72" -d '{"events": [{"server_uuid": "2c2ac2eb-979d-43d3-ae2d-d9346e6e094f", "name": "network-vif-plugged", "status": "completed", "tag": "988762ab-320c-4cbb-a61b-5591b0ec7a06"}]}' {{(pid=105907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:06:13.851466 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 988762ab-320c-4cbb-a61b-5591b0ec7a06, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=988762ab-320c-4cbb-a61b-5591b0ec7a06,segment=NetworkSegment(b61ea87c-593e-43ed-9366-64449473e70b),segment_id=b61ea87c-593e-43ed-9366-64449473e70b)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:06:13.950362 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:13.990874 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962c608a-a73a-44cf-82ac-fc142f8bcf65 x-openstack-request-id: req-962c608a-a73a-44cf-82ac-fc142f8bcf65 {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:06:13.991167 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2ac2eb-979d-43d3-ae2d-d9346e6e094f", "name": "network-vif-plugged", "status": "completed", "tag": "988762ab-320c-4cbb-a61b-5591b0ec7a06", "code": 200}]} {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:06:13.991445 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-962c608a-a73a-44cf-82ac-fc142f8bcf65 {{(pid=105907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:06:13.991910 dv-cinder-800015-3-iscsi neutron-server[105907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2ac2eb-979d-43d3-ae2d-d9346e6e094f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988762ab-320c-4cbb-a61b-5591b0ec7a06', 'code': 200} Aug 12 15:06:14.007078 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=988762ab-320c-4cbb-a61b-5591b0ec7a06,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:14.014965 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:14.015327 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:14.016105 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:14.016105 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:14.016321 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:14.016657 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:14.017013 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:14.017344 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:14.017677 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:14.018007 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:14.018334 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:14.018664 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:14.366057 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469512c-623d-441a-a08f-33aca182db02 req-ba7430f9-7713-4b4e-b2ce-889a488a3f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:14.367441 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-5469512c-623d-441a-a08f-33aca182db02 req-ba7430f9-7713-4b4e-b2ce-889a488a3f07 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f HTTP/1.1" status: 200 len: 1098 time: 0.0398338 Aug 12 15:06:14.402245 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-5469512c-623d-441a-a08f-33aca182db02 req-dbd73731-7269-4930-bffd-cf92f06cb0c7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269678 Aug 12 15:06:14.576174 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-9cddbcd0-3b7b-4662-bc22-45a1c586f16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:14.664703 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1553a-7246-4147-ada5-d758cb920d45 req-6b2de638-42bd-4af0-a03b-5512603b28b1 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:14.666155 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b8a1553a-7246-4147-ada5-d758cb920d45 req-6b2de638-42bd-4af0-a03b-5512603b28b1 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f HTTP/1.1" status: 200 len: 945 time: 0.0488110 Aug 12 15:06:14.703503 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b8a1553a-7246-4147-ada5-d758cb920d45 req-4b5d3e4c-2d34-4362-8e96-093f41411e74 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310743 Aug 12 15:06:15.062251 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:15.820127 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d9c46-3cea-4ce5-a58e-725b77533305 req-6e7e4903-f852-4f4e-b1fd-ced457326951 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:15.821688 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-245d9c46-3cea-4ce5-a58e-725b77533305 req-6e7e4903-f852-4f4e-b1fd-ced457326951 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f HTTP/1.1" status: 200 len: 945 time: 0.0504096 Aug 12 15:06:15.861298 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-245d9c46-3cea-4ce5-a58e-725b77533305 req-db4d24c1-6ecf-440a-a875-390fc744d782 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336235 Aug 12 15:06:15.936422 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:15.980501 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0e746-93c6-4c05-80df-ea0173f1aa35 req-1beac707-652d-458e-8a12-618fd67c5e64 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:15.982586 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-62b0e746-93c6-4c05-80df-ea0173f1aa35 req-1beac707-652d-458e-8a12-618fd67c5e64 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f HTTP/1.1" status: 200 len: 945 time: 0.0552354 Aug 12 15:06:16.019240 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-62b0e746-93c6-4c05-80df-ea0173f1aa35 req-3c33ac2a-6a8c-4b6e-ad57-67dc625ea537 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306058 Aug 12 15:06:16.041713 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 47744) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:16.221550 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74d680a-27c5-44a2-a804-0352376d78fa tempest-TestVolumeBootPattern-111393686 tempest-TestVolumeBootPattern-111393686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:16.223052 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-b74d680a-27c5-44a2-a804-0352376d78fa tempest-TestVolumeBootPattern-111393686 tempest-TestVolumeBootPattern-111393686-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f HTTP/1.1" status: 200 len: 1093 time: 0.1803710 Aug 12 15:06:16.225968 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 47748) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:16.230227 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [None req-d7e320e7-5fbf-4edb-85b0-9ea23486e26e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Request body: {'floatingip': {'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'port_id': '988762ab-320c-4cbb-a61b-5591b0ec7a06', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:06:16.356098 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d7e320e7-5fbf-4edb-85b0-9ea23486e26e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for floatingip, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:16.365189 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 47752) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:16.454266 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d7e320e7-5fbf-4edb-85b0-9ea23486e26e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:16.470052 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e025e756-9b45-4296-b902-1cb30688dd49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:16.556113 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_common [None req-d7e320e7-5fbf-4edb-85b0-9ea23486e26e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Allocated IP 172.27.1.205 (df63f438-b2ec-4f43-ad5b-12a75f4e90ce/8bfc729c-9def-42bb-b3b9-7901b6eeb5d6/39e5adf3-d836-4e7e-bc9f-757f07ba9393) {{(pid=105906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:06:16.557626 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e025e756-9b45-4296-b902-1cb30688dd49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:16.658716 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d7e320e7-5fbf-4edb-85b0-9ea23486e26e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for port, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:16.684711 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-e025e756-9b45-4296-b902-1cb30688dd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:16.722841 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-e025e756-9b45-4296-b902-1cb30688dd49 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bbe1beb5dc784d1eb48f38dc04e1b02e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3575082 Aug 12 15:06:16.723964 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025e756-9b45-4296-b902-1cb30688dd49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a4af72-cd06-48bd-830c-2aab40654b83,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:16.726948 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 47756) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:16.742886 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025e756-9b45-4296-b902-1cb30688dd49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:16.743232 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025e756-9b45-4296-b902-1cb30688dd49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:16.743568 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025e756-9b45-4296-b902-1cb30688dd49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:16.743901 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025e756-9b45-4296-b902-1cb30688dd49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:16.744227 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025e756-9b45-4296-b902-1cb30688dd49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:16.744554 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025e756-9b45-4296-b902-1cb30688dd49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:16.744916 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025e756-9b45-4296-b902-1cb30688dd49 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:16.745242 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025e756-9b45-4296-b902-1cb30688dd49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:16.745564 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025e756-9b45-4296-b902-1cb30688dd49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:16.745884 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025e756-9b45-4296-b902-1cb30688dd49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:16.746267 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025e756-9b45-4296-b902-1cb30688dd49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:16.746587 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025e756-9b45-4296-b902-1cb30688dd49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:16.785583 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8aafb61a-85d4-4203-94ed-a5c768a8f90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:16.806806 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8aafb61a-85d4-4203-94ed-a5c768a8f90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:16.868103 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d7e320e7-5fbf-4edb-85b0-9ea23486e26e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:16.914159 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e320e7-5fbf-4edb-85b0-9ea23486e26e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Network df63f438-b2ec-4f43-ad5b-12a75f4e90ce is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:06:16.917741 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [None req-d7e320e7-5fbf-4edb-85b0-9ea23486e26e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:06:16.921473 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e320e7-5fbf-4edb-85b0-9ea23486e26e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Received port after_create {{(pid=105906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:06:16.942746 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e320e7-5fbf-4edb-85b0-9ea23486e26e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Pushing event updated for resources: {'Port': ['ID=39e5adf3-d836-4e7e-bc9f-757f07ba9393,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:16.978701 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8aafb61a-85d4-4203-94ed-a5c768a8f90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:16.981500 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-8aafb61a-85d4-4203-94ed-a5c768a8f90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:16.982758 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-8aafb61a-85d4-4203-94ed-a5c768a8f90c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/82a4af72-cd06-48bd-830c-2aab40654b83 HTTP/1.1" status: 204 len: 168 time: 0.2549036 Aug 12 15:06:16.990324 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aafb61a-85d4-4203-94ed-a5c768a8f90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a4af72-cd06-48bd-830c-2aab40654b83,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:17.278156 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d7e320e7-5fbf-4edb-85b0-9ea23486e26e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:17.441725 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d7e320e7-5fbf-4edb-85b0-9ea23486e26e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:17.553673 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:17.588379 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d7e320e7-5fbf-4edb-85b0-9ea23486e26e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for port, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:17.713656 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d7e320e7-5fbf-4edb-85b0-9ea23486e26e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:17.787598 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e320e7-5fbf-4edb-85b0-9ea23486e26e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Pushing event updated for resources: {'Port': ['ID=39e5adf3-d836-4e7e-bc9f-757f07ba9393,revision_number=2']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:17.797203 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d7e320e7-5fbf-4edb-85b0-9ea23486e26e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710293'] for floatingip, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:17.894957 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.db.l3_db [None req-d7e320e7-5fbf-4edb-85b0-9ea23486e26e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Floating IP a2c0b219-454f-4fce-b0e4-ffdfe134b501 associated. External IP: 172.27.1.205, port: 988762ab-320c-4cbb-a61b-5591b0ec7a06. Aug 12 15:06:17.925355 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 47762) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:17.938402 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-600b2145-49fe-4fe5-9f43-44803f10acec admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:18.029994 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-600b2145-49fe-4fe5-9f43-44803f10acec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:18.102409 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e320e7-5fbf-4edb-85b0-9ea23486e26e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Router 78b4a731-b9f4-4f14-8501-88471adf6475 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:06:18.161573 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-600b2145-49fe-4fe5-9f43-44803f10acec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:18.199742 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-600b2145-49fe-4fe5-9f43-44803f10acec admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8f433504e96b46b0b2aecb60f2a6afb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760839 Aug 12 15:06:18.201205 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b2145-49fe-4fe5-9f43-44803f10acec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064d9d5f-97f6-40b3-8054-84c181ec84ff,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:18.203649 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 47764) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:18.210132 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e320e7-5fbf-4edb-85b0-9ea23486e26e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:06:18.222761 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5626c49c-36a8-4ecb-979f-04eedd4d48bf None None] Sync routers for ids ['78b4a731-b9f4-4f14-8501-88471adf6475'] in dv-cinder-800015-3-iscsi {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:06:18.231430 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5626c49c-36a8-4ecb-979f-04eedd4d48bf None None] Routers {'78b4a731-b9f4-4f14-8501-88471adf6475'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:06:18.232032 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-5626c49c-36a8-4ecb-979f-04eedd4d48bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:06:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['78b4a731-b9f4-4f14-8501-88471adf6475'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:18.253584 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-76cc4146-05c8-446d-86f3-294e39655261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:18.275108 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-76cc4146-05c8-446d-86f3-294e39655261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:18.336743 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-5626c49c-36a8-4ecb-979f-04eedd4d48bf None None] Set router 78b4a731-b9f4-4f14-8501-88471adf6475 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:06:18.355886 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-d7e320e7-5fbf-4edb-85b0-9ea23486e26e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for floatingip, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:18.545566 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-76cc4146-05c8-446d-86f3-294e39655261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:18.548348 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-76cc4146-05c8-446d-86f3-294e39655261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:18.549647 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-76cc4146-05c8-446d-86f3-294e39655261 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/064d9d5f-97f6-40b3-8054-84c181ec84ff HTTP/1.1" status: 204 len: 168 time: 0.3450801 Aug 12 15:06:18.558592 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc4146-05c8-446d-86f3-294e39655261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064d9d5f-97f6-40b3-8054-84c181ec84ff,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:18.587717 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-5626c49c-36a8-4ecb-979f-04eedd4d48bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'name': 'tempest-TestVolumeBootPattern-1488447592-router', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:25Z', 'revision_number': 4, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'gw_port': {'id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_floatingips': [{'id': 'a2c0b219-454f-4fce-b0e4-ffdfe134b501', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'port_id': '988762ab-320c-4cbb-a61b-5591b0ec7a06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'mac_address': 'fa:16:3e:ce:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ac2eb-979d-43d3-ae2d-d9346e6e094f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:06:17Z', 'updated_at': '2021-08-12T15:06:17Z', 'revision_number': 0, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a469b653-7025-418a-b6f4-8eb3bcd870fa', 'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'mac_address': 'fa:16:3e:aa:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:25Z', 'updated_at': '2021-08-12T15:05:33Z', 'revision_number': 5, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'subnets': [{'id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:18.620344 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5626c49c-36a8-4ecb-979f-04eedd4d48bf None None] Checking router: 78b4a731-b9f4-4f14-8501-88471adf6475 for host: dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:06:18.629777 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5626c49c-36a8-4ecb-979f-04eedd4d48bf None None] Routers {'78b4a731-b9f4-4f14-8501-88471adf6475'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:06:18.630403 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-5626c49c-36a8-4ecb-979f-04eedd4d48bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:06:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['78b4a731-b9f4-4f14-8501-88471adf6475'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:18.671810 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-d7e320e7-5fbf-4edb-85b0-9ea23486e26e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4448156 Aug 12 15:06:18.672530 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c2ac2eb-979d-43d3-ae2d-d9346e6e094f', 'tag': '988762ab-320c-4cbb-a61b-5591b0ec7a06'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:06:18.675402 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e34de2-e8ab-442b-bf52-9bfe700471f0" -d '{"events": [{"name": "network-changed", "server_uuid": "2c2ac2eb-979d-43d3-ae2d-d9346e6e094f", "tag": "988762ab-320c-4cbb-a61b-5591b0ec7a06"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:06:18.711419 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203afda9-f424-4253-b87c-309d0e4cb6f9 x-openstack-request-id: req-203afda9-f424-4253-b87c-309d0e4cb6f9 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:06:18.711735 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c2ac2eb-979d-43d3-ae2d-d9346e6e094f", "tag": "988762ab-320c-4cbb-a61b-5591b0ec7a06", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:06:18.712047 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-203afda9-f424-4253-b87c-309d0e4cb6f9 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:06:18.712438 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c2ac2eb-979d-43d3-ae2d-d9346e6e094f', 'tag': '988762ab-320c-4cbb-a61b-5591b0ec7a06', 'status': 'completed', 'code': 200} Aug 12 15:06:18.740472 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-5626c49c-36a8-4ecb-979f-04eedd4d48bf None None] Set router 78b4a731-b9f4-4f14-8501-88471adf6475 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:06:18.775111 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e34de2-e8ab-442b-bf52-9bfe700471f0 req-0e582e08-0017-4556-b0be-8bbb4877d555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:18.777175 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-34e34de2-e8ab-442b-bf52-9bfe700471f0 req-0e582e08-0017-4556-b0be-8bbb4877d555 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b2f4cb6117a74e5b996e3edd805df2e3&device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f HTTP/1.1" status: 200 len: 1098 time: 0.0434966 Aug 12 15:06:18.873526 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e34de2-e8ab-442b-bf52-9bfe700471f0 req-f70a384d-ac55-4b77-adbe-ba96e9a63a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:18.874985 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-34e34de2-e8ab-442b-bf52-9bfe700471f0 req-f70a384d-ac55-4b77-adbe-ba96e9a63a73 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cd52802e-1c8d-455d-92c8-1a3f495fbed9 HTTP/1.1" status: 200 len: 913 time: 0.0909081 Aug 12 15:06:18.946027 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-34e34de2-e8ab-442b-bf52-9bfe700471f0 req-801b47a0-a188-4fa5-ba97-0cd216a73e5d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=988762ab-320c-4cbb-a61b-5591b0ec7a06 HTTP/1.1" status: 200 len: 999 time: 0.0637658 Aug 12 15:06:18.997493 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e34de2-e8ab-442b-bf52-9bfe700471f0 req-4e0c2008-4838-438a-b652-61e484b61fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:18.999016 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-34e34de2-e8ab-442b-bf52-9bfe700471f0 req-4e0c2008-4838-438a-b652-61e484b61fd7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b HTTP/1.1" status: 200 len: 851 time: 0.0464604 Aug 12 15:06:19.051785 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e34de2-e8ab-442b-bf52-9bfe700471f0 req-0bdc4c83-03bb-4be7-897b-c984ca4e6417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:19.053484 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-34e34de2-e8ab-442b-bf52-9bfe700471f0 req-0bdc4c83-03bb-4be7-897b-c984ca4e6417 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cd52802e-1c8d-455d-92c8-1a3f495fbed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474904 Aug 12 15:06:19.101705 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-5626c49c-36a8-4ecb-979f-04eedd4d48bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'name': 'tempest-TestVolumeBootPattern-1488447592-router', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:25Z', 'revision_number': 4, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'gw_port': {'id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_floatingips': [{'id': 'a2c0b219-454f-4fce-b0e4-ffdfe134b501', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'port_id': '988762ab-320c-4cbb-a61b-5591b0ec7a06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'mac_address': 'fa:16:3e:ce:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ac2eb-979d-43d3-ae2d-d9346e6e094f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:06:17Z', 'updated_at': '2021-08-12T15:06:17Z', 'revision_number': 0, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a469b653-7025-418a-b6f4-8eb3bcd870fa', 'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'mac_address': 'fa:16:3e:aa:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:25Z', 'updated_at': '2021-08-12T15:05:33Z', 'revision_number': 5, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'subnets': [{'id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:19.128124 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5626c49c-36a8-4ecb-979f-04eedd4d48bf None None] The sync data for ids ['78b4a731-b9f4-4f14-8501-88471adf6475'] in dv-cinder-800015-3-iscsi is: [{'id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'name': 'tempest-TestVolumeBootPattern-1488447592-router', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:25Z', 'revision_number': 4, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'gw_port': {'id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_floatingips': [{'id': 'a2c0b219-454f-4fce-b0e4-ffdfe134b501', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'port_id': '988762ab-320c-4cbb-a61b-5591b0ec7a06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'mac_address': 'fa:16:3e:ce:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ac2eb-979d-43d3-ae2d-d9346e6e094f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:06:17Z', 'updated_at': '2021-08-12T15:06:17Z', 'revision_number': 0, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a469b653-7025-418a-b6f4-8eb3bcd870fa', 'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'mac_address': 'fa:16:3e:aa:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:25Z', 'updated_at': '2021-08-12T15:05:33Z', 'revision_number': 5, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'subnets': [{'id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:06:19.148154 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-34e34de2-e8ab-442b-bf52-9bfe700471f0 req-87922dd5-4998-4f0d-ba99-65aa542c0d30 service neutron] 10.222.0.73 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866563 Aug 12 15:06:19.251002 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-34e34de2-e8ab-442b-bf52-9bfe700471f0 req-32ff8358-25bd-4034-9b57-cd93db996299 service neutron] 10.222.0.73 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955460 Aug 12 15:06:19.324847 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dc043d-94e8-45e3-aba5-a32552d7baa7 None None] New status for floating IP a2c0b219-454f-4fce-b0e4-ffdfe134b501: ACTIVE {{(pid=105908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:06:27.442669 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 47868) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:27.545302 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-077bf06a-c554-48db-9da8-33c82c3d8ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:27.633806 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-077bf06a-c554-48db-9da8-33c82c3d8ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:27.753115 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-077bf06a-c554-48db-9da8-33c82c3d8ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:27.797282 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-077bf06a-c554-48db-9da8-33c82c3d8ddc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1ad57861c7284313b963aa14a926aa4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493974 Aug 12 15:06:27.797282 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077bf06a-c554-48db-9da8-33c82c3d8ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef56207f-0828-4a89-b46d-b77befb7f6b6,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:27.797533 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 47872) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:27.844901 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-05589998-3698-4312-bf86-05c7c0e5ef26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:27.865671 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-05589998-3698-4312-bf86-05c7c0e5ef26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:27.990195 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-05589998-3698-4312-bf86-05c7c0e5ef26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:27.992919 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-05589998-3698-4312-bf86-05c7c0e5ef26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:27.994114 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-05589998-3698-4312-bf86-05c7c0e5ef26 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ef56207f-0828-4a89-b46d-b77befb7f6b6 HTTP/1.1" status: 204 len: 168 time: 0.1966684 Aug 12 15:06:28.001847 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05589998-3698-4312-bf86-05c7c0e5ef26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef56207f-0828-4a89-b46d-b77befb7f6b6,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:28.685439 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 47878) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:28.698580 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f586f53f-d3b6-4f10-9ae4-f27698216f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:28.785285 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f586f53f-d3b6-4f10-9ae4-f27698216f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:28.861522 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-f586f53f-d3b6-4f10-9ae4-f27698216f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:28.899404 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-f586f53f-d3b6-4f10-9ae4-f27698216f7e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f28571a9d3884bfd9c7e6c553c81b403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2128904 Aug 12 15:06:28.900552 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586f53f-d3b6-4f10-9ae4-f27698216f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450eba5a-d26f-448d-8e8d-4e51291b683d,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:28.902455 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 47880) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:28.950690 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-451d759d-d24d-4a6b-85b3-2d696e4ec99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:28.971424 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-451d759d-d24d-4a6b-85b3-2d696e4ec99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:29.138984 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-451d759d-d24d-4a6b-85b3-2d696e4ec99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:29.141491 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-451d759d-d24d-4a6b-85b3-2d696e4ec99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:29.142637 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-451d759d-d24d-4a6b-85b3-2d696e4ec99d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/450eba5a-d26f-448d-8e8d-4e51291b683d HTTP/1.1" status: 204 len: 168 time: 0.2391706 Aug 12 15:06:29.150621 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d759d-d24d-4a6b-85b3-2d696e4ec99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450eba5a-d26f-448d-8e8d-4e51291b683d,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:29.910508 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 47886) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:29.923567 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-01046bf2-80fb-4b51-9345-46dc6f166ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:30.011455 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-01046bf2-80fb-4b51-9345-46dc6f166ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:30.089998 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-01046bf2-80fb-4b51-9345-46dc6f166ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:30.127417 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-01046bf2-80fb-4b51-9345-46dc6f166ac5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=189128a94d474b469148dfa82a86b660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2158618 Aug 12 15:06:30.128199 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01046bf2-80fb-4b51-9345-46dc6f166ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd1c13f-79bd-48af-9a08-5b14ac0d22b1,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:30.130150 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 47888) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:30.177760 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f38783f3-936e-4ad5-a040-f8b8b4045d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:30.198336 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f38783f3-936e-4ad5-a040-f8b8b4045d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:30.347483 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f38783f3-936e-4ad5-a040-f8b8b4045d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:30.349973 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-f38783f3-936e-4ad5-a040-f8b8b4045d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:30.351112 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-f38783f3-936e-4ad5-a040-f8b8b4045d43 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1dd1c13f-79bd-48af-9a08-5b14ac0d22b1 HTTP/1.1" status: 204 len: 168 time: 0.2199779 Aug 12 15:06:30.359209 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38783f3-936e-4ad5-a040-f8b8b4045d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd1c13f-79bd-48af-9a08-5b14ac0d22b1,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:35.864494 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:39.330495 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:06:42.266973 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-1a7fe9b9-0162-49e4-ba5f-db8cb2cf56e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:44.572837 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-3a3a329d-482a-42a3-870e-9b290c25fb04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:45.064493 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:45.952357 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:47.501111 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:05.797686 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:09.706382 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-053b2ec7-a60f-4f77-8659-9221f441877e req-e6a13b26-8956-4f3d-86c4-7ccc1fcb980b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417383 Aug 12 15:07:09.790807 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b2ec7-a60f-4f77-8659-9221f441877e req-80f41983-18f4-4c1e-aa62-fb3eacd9729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:09.792355 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-053b2ec7-a60f-4f77-8659-9221f441877e req-80f41983-18f4-4c1e-aa62-fb3eacd9729f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b2f4cb6117a74e5b996e3edd805df2e3&device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f HTTP/1.1" status: 200 len: 1098 time: 0.0396528 Aug 12 15:07:09.899921 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b2ec7-a60f-4f77-8659-9221f441877e req-c50dc5a4-8e3a-487a-b0c3-4aefec80e26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:09.901702 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-053b2ec7-a60f-4f77-8659-9221f441877e req-c50dc5a4-8e3a-487a-b0c3-4aefec80e26e service neutron] 10.222.0.73 "GET /v2.0/networks?id=cd52802e-1c8d-455d-92c8-1a3f495fbed9 HTTP/1.1" status: 200 len: 913 time: 0.0894670 Aug 12 15:07:09.964882 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-053b2ec7-a60f-4f77-8659-9221f441877e req-72e4acbd-8385-4b25-95c4-74d41b53f9fb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=988762ab-320c-4cbb-a61b-5591b0ec7a06 HTTP/1.1" status: 200 len: 1001 time: 0.0565999 Aug 12 15:07:10.016585 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b2ec7-a60f-4f77-8659-9221f441877e req-b72247f6-3850-4977-a587-6a2c223605db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:10.018052 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-053b2ec7-a60f-4f77-8659-9221f441877e req-b72247f6-3850-4977-a587-6a2c223605db service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b HTTP/1.1" status: 200 len: 851 time: 0.0464745 Aug 12 15:07:10.064145 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b2ec7-a60f-4f77-8659-9221f441877e req-fd43b66d-dfa8-4ff2-ab28-9b1ede068d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:10.065703 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-053b2ec7-a60f-4f77-8659-9221f441877e req-fd43b66d-dfa8-4ff2-ab28-9b1ede068d36 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cd52802e-1c8d-455d-92c8-1a3f495fbed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407321 Aug 12 15:07:10.152775 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-053b2ec7-a60f-4f77-8659-9221f441877e req-d6109de1-d735-491b-b9a5-158292a0dfce service neutron] 10.222.0.73 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796032 Aug 12 15:07:10.244166 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-053b2ec7-a60f-4f77-8659-9221f441877e req-0a4422e1-20ef-4669-ada8-e43ab3e25a53 service neutron] 10.222.0.73 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848403 Aug 12 15:07:12.214506 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-cc1c0022-79e5-4774-937b-978ec719e6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:12.755697 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 48160) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:07:12.861100 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dc908294-7abd-4946-a9cf-ebe88121e2da admin admin] Notify callbacks [] for security_group, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:12.947170 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dc908294-7abd-4946-a9cf-ebe88121e2da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:13.014832 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-dc908294-7abd-4946-a9cf-ebe88121e2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:13.053430 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-dc908294-7abd-4946-a9cf-ebe88121e2da admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b6968a69a26647a2acf8e77185235898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965553 Aug 12 15:07:13.054371 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc908294-7abd-4946-a9cf-ebe88121e2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ababdce1-e364-4930-901e-3fdaac46de88,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:13.056158 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 48164) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:07:13.061564 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc908294-7abd-4946-a9cf-ebe88121e2da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:13.061914 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc908294-7abd-4946-a9cf-ebe88121e2da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:13.062254 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc908294-7abd-4946-a9cf-ebe88121e2da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:13.062594 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc908294-7abd-4946-a9cf-ebe88121e2da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:13.062923 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc908294-7abd-4946-a9cf-ebe88121e2da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:13.063251 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc908294-7abd-4946-a9cf-ebe88121e2da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:13.063620 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc908294-7abd-4946-a9cf-ebe88121e2da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:13.064319 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc908294-7abd-4946-a9cf-ebe88121e2da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:13.064529 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc908294-7abd-4946-a9cf-ebe88121e2da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:13.064891 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc908294-7abd-4946-a9cf-ebe88121e2da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:13.065216 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc908294-7abd-4946-a9cf-ebe88121e2da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:13.065541 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc908294-7abd-4946-a9cf-ebe88121e2da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:13.102892 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-1ae1f5e5-a2c2-4b40-b113-d94fcb6fee1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:13.123375 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-1ae1f5e5-a2c2-4b40-b113-d94fcb6fee1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:13.271595 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-1ae1f5e5-a2c2-4b40-b113-d94fcb6fee1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:13.274434 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-1ae1f5e5-a2c2-4b40-b113-d94fcb6fee1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:13.275564 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-1ae1f5e5-a2c2-4b40-b113-d94fcb6fee1e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ababdce1-e364-4930-901e-3fdaac46de88 HTTP/1.1" status: 204 len: 168 time: 0.2183990 Aug 12 15:07:13.284062 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1f5e5-a2c2-4b40-b113-d94fcb6fee1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ababdce1-e364-4930-901e-3fdaac46de88,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:14.517618 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-93c5a9b4-1d64-405b-a51b-65b0d5bae710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:15.031767 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:15.911811 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:16.329102 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:07:17.482850 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:35.819845 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:42.248642 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-54e18995-1652-4ae8-988b-88d342d29f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:44.539677 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-956ab9af-723e-4f0e-86e1-c25371ae2f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:45.042816 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:45.911076 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:47.505320 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:53.328029 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:08:05.808081 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:11.687681 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a8f7908b-5c52-4d9e-bb1c-6fd1d6e02035 req-4e848de3-67f7-4457-a797-a3d01ea64218 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379777 Aug 12 15:08:11.769158 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7908b-5c52-4d9e-bb1c-6fd1d6e02035 req-356d69c6-a2c5-43ce-a3f6-05a2c0c09039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:11.770632 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a8f7908b-5c52-4d9e-bb1c-6fd1d6e02035 req-356d69c6-a2c5-43ce-a3f6-05a2c0c09039 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b2f4cb6117a74e5b996e3edd805df2e3&device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f HTTP/1.1" status: 200 len: 1098 time: 0.0430727 Aug 12 15:08:11.868220 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7908b-5c52-4d9e-bb1c-6fd1d6e02035 req-ae707055-8693-4346-b9f9-bbfc99687c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:11.869617 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a8f7908b-5c52-4d9e-bb1c-6fd1d6e02035 req-ae707055-8693-4346-b9f9-bbfc99687c46 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cd52802e-1c8d-455d-92c8-1a3f495fbed9 HTTP/1.1" status: 200 len: 913 time: 0.0808671 Aug 12 15:08:11.938401 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a8f7908b-5c52-4d9e-bb1c-6fd1d6e02035 req-573a94ea-78d3-4c4e-8370-d7c91f5b3587 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=988762ab-320c-4cbb-a61b-5591b0ec7a06 HTTP/1.1" status: 200 len: 1001 time: 0.0602293 Aug 12 15:08:11.986321 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7908b-5c52-4d9e-bb1c-6fd1d6e02035 req-83f5b437-1e5d-4930-8924-10f0c3c10228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:11.987738 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a8f7908b-5c52-4d9e-bb1c-6fd1d6e02035 req-83f5b437-1e5d-4930-8924-10f0c3c10228 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b HTTP/1.1" status: 200 len: 851 time: 0.0428965 Aug 12 15:08:12.032897 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7908b-5c52-4d9e-bb1c-6fd1d6e02035 req-82ac6561-c41f-478c-93d8-125981c3d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:12.034359 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a8f7908b-5c52-4d9e-bb1c-6fd1d6e02035 req-82ac6561-c41f-478c-93d8-125981c3d069 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cd52802e-1c8d-455d-92c8-1a3f495fbed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396521 Aug 12 15:08:12.124870 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a8f7908b-5c52-4d9e-bb1c-6fd1d6e02035 req-2ba65fc2-64e1-4626-a7e9-30e547a21ad2 service neutron] 10.222.0.73 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825806 Aug 12 15:08:12.202713 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-f1b88c12-ad0b-4453-b2fc-7cdfc4ce729a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:12.214417 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a8f7908b-5c52-4d9e-bb1c-6fd1d6e02035 req-7eda5675-08a6-461d-9eca-0694e03e804c service neutron] 10.222.0.73 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830660 Aug 12 15:08:14.522220 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-f40c74e6-0ebc-4e15-a576-109c63ba9c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:15.013834 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:15.962148 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:16.684101 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f29b4-a72b-4b34-a905-ec66d00ce2a9 req-c7112e44-0dcf-4369-bbf3-4877f8b403dd tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:16.685590 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-da1f29b4-a72b-4b34-a905-ec66d00ce2a9 req-c7112e44-0dcf-4369-bbf3-4877f8b403dd tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f HTTP/1.1" status: 200 len: 945 time: 0.0486929 Aug 12 15:08:16.721708 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-da1f29b4-a72b-4b34-a905-ec66d00ce2a9 req-3e4cb892-a2ef-4e7b-9cbe-9b7997644315 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302284 Aug 12 15:08:17.516455 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:17.843776 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49e6ba-5bca-4ca8-8788-1b4109b5ba55 req-26ea73d0-4f9b-4987-a65a-127fd03abd0b tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:17.845270 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6e49e6ba-5bca-4ca8-8788-1b4109b5ba55 req-26ea73d0-4f9b-4987-a65a-127fd03abd0b tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f HTTP/1.1" status: 200 len: 945 time: 0.0503695 Aug 12 15:08:17.883212 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6e49e6ba-5bca-4ca8-8788-1b4109b5ba55 req-f4859f6a-268d-4ec2-b299-1e6867cf9300 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321007 Aug 12 15:08:18.231514 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220d4be-859a-44a6-9db1-e58eb9434b1d req-0a56a377-fd06-4765-acb0-1164fd5fb8b4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:18.232891 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1220d4be-859a-44a6-9db1-e58eb9434b1d req-0a56a377-fd06-4765-acb0-1164fd5fb8b4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.73 "GET /v2.0/ports?device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f HTTP/1.1" status: 200 len: 945 time: 0.0506480 Aug 12 15:08:18.337661 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-1220d4be-859a-44a6-9db1-e58eb9434b1d req-0fc1d99e-9125-41c1-ae6e-77ee113620a4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Deleting port 988762ab-320c-4cbb-a61b-5591b0ec7a06 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:08:18.338000 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1220d4be-859a-44a6-9db1-e58eb9434b1d req-0fc1d99e-9125-41c1-ae6e-77ee113620a4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:18.422371 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-1220d4be-859a-44a6-9db1-e58eb9434b1d req-0fc1d99e-9125-41c1-ae6e-77ee113620a4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] For port 988762ab-320c-4cbb-a61b-5591b0ec7a06, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=988762ab-320c-4cbb-a61b-5591b0ec7a06,segment=NetworkSegment(b61ea87c-593e-43ed-9366-64449473e70b),segment_id=b61ea87c-593e-43ed-9366-64449473e70b)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:08:18.422794 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1220d4be-859a-44a6-9db1-e58eb9434b1d req-0fc1d99e-9125-41c1-ae6e-77ee113620a4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:18.594773 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1220d4be-859a-44a6-9db1-e58eb9434b1d req-0fc1d99e-9125-41c1-ae6e-77ee113620a4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:18.595165 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1220d4be-859a-44a6-9db1-e58eb9434b1d req-0fc1d99e-9125-41c1-ae6e-77ee113620a4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710293'] for floatingip, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:18.595465 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.db.l3_db [req-1220d4be-859a-44a6-9db1-e58eb9434b1d req-0fc1d99e-9125-41c1-ae6e-77ee113620a4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Floating IP a2c0b219-454f-4fce-b0e4-ffdfe134b501 disassociated. External IP: 172.27.1.205, port: 988762ab-320c-4cbb-a61b-5591b0ec7a06. Aug 12 15:08:18.595800 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-1220d4be-859a-44a6-9db1-e58eb9434b1d req-0fc1d99e-9125-41c1-ae6e-77ee113620a4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Calling delete_port for 988762ab-320c-4cbb-a61b-5591b0ec7a06 owned by compute:nova {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:08:18.790914 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1220d4be-859a-44a6-9db1-e58eb9434b1d req-0fc1d99e-9125-41c1-ae6e-77ee113620a4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:18.825781 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1d99e-9125-41c1-ae6e-77ee113620a4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Pushing event deleted for resources: {'Port': ['ID=988762ab-320c-4cbb-a61b-5591b0ec7a06,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:18.837011 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc1d99e-9125-41c1-ae6e-77ee113620a4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:18.837368 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc1d99e-9125-41c1-ae6e-77ee113620a4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:18.837709 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc1d99e-9125-41c1-ae6e-77ee113620a4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:18.838044 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc1d99e-9125-41c1-ae6e-77ee113620a4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:18.838378 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc1d99e-9125-41c1-ae6e-77ee113620a4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:18.838711 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc1d99e-9125-41c1-ae6e-77ee113620a4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:18.839038 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc1d99e-9125-41c1-ae6e-77ee113620a4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:18.839363 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc1d99e-9125-41c1-ae6e-77ee113620a4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:18.839691 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc1d99e-9125-41c1-ae6e-77ee113620a4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:18.840014 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc1d99e-9125-41c1-ae6e-77ee113620a4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:18.840338 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc1d99e-9125-41c1-ae6e-77ee113620a4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:18.840661 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc1d99e-9125-41c1-ae6e-77ee113620a4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:18.951150 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1220d4be-859a-44a6-9db1-e58eb9434b1d req-0fc1d99e-9125-41c1-ae6e-77ee113620a4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Router 78b4a731-b9f4-4f14-8501-88471adf6475 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:08:18.976405 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-afa964e5-6ff1-4c41-843c-a9e7f947cf3c req-c84f03bf-d00a-44fd-bbed-65bfa5dbda98 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f HTTP/1.1" status: 200 len: 210 time: 0.0248506 Aug 12 15:08:19.052780 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1220d4be-859a-44a6-9db1-e58eb9434b1d req-0fc1d99e-9125-41c1-ae6e-77ee113620a4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:08:19.062647 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810fb5c3-b100-454b-8758-d1e0b9445b4a None None] Sync routers for ids ['78b4a731-b9f4-4f14-8501-88471adf6475'] in dv-cinder-800015-3-iscsi {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:08:19.072183 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810fb5c3-b100-454b-8758-d1e0b9445b4a None None] Routers {'78b4a731-b9f4-4f14-8501-88471adf6475'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:08:19.072805 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-810fb5c3-b100-454b-8758-d1e0b9445b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:08:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['78b4a731-b9f4-4f14-8501-88471adf6475'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:08:19.094807 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-1220d4be-859a-44a6-9db1-e58eb9434b1d req-0fc1d99e-9125-41c1-ae6e-77ee113620a4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] No DVR routers for this DVR port 988762ab-320c-4cbb-a61b-5591b0ec7a06 on host hv-cinder-80001 {{(pid=105906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:08:19.097538 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-1220d4be-859a-44a6-9db1-e58eb9434b1d req-0fc1d99e-9125-41c1-ae6e-77ee113620a4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:19.099646 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-1220d4be-859a-44a6-9db1-e58eb9434b1d req-0fc1d99e-9125-41c1-ae6e-77ee113620a4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.73 "DELETE /v2.0/ports/988762ab-320c-4cbb-a61b-5591b0ec7a06 HTTP/1.1" status: 204 len: 173 time: 0.8593800 Aug 12 15:08:19.100110 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2ac2eb-979d-43d3-ae2d-d9346e6e094f', 'name': 'network-vif-deleted', 'tag': '988762ab-320c-4cbb-a61b-5591b0ec7a06'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:08:19.102450 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9aa7d4-d00f-44f0-998f-328c4dd5330d" -d '{"events": [{"server_uuid": "2c2ac2eb-979d-43d3-ae2d-d9346e6e094f", "name": "network-vif-deleted", "tag": "988762ab-320c-4cbb-a61b-5591b0ec7a06"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:08:19.139022 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85802b6e-1e69-4cd2-a6ad-a81bbf2c01be x-openstack-request-id: req-85802b6e-1e69-4cd2-a6ad-a81bbf2c01be {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:08:19.139313 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2ac2eb-979d-43d3-ae2d-d9346e6e094f", "name": "network-vif-deleted", "tag": "988762ab-320c-4cbb-a61b-5591b0ec7a06", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:08:19.139566 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-85802b6e-1e69-4cd2-a6ad-a81bbf2c01be {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:08:19.139969 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2ac2eb-979d-43d3-ae2d-d9346e6e094f', 'name': 'network-vif-deleted', 'tag': '988762ab-320c-4cbb-a61b-5591b0ec7a06', 'status': 'completed', 'code': 200} Aug 12 15:08:19.179872 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-810fb5c3-b100-454b-8758-d1e0b9445b4a None None] Set router 78b4a731-b9f4-4f14-8501-88471adf6475 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:08:19.382811 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-810fb5c3-b100-454b-8758-d1e0b9445b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'name': 'tempest-TestVolumeBootPattern-1488447592-router', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:25Z', 'revision_number': 4, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'gw_port': {'id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': 'a469b653-7025-418a-b6f4-8eb3bcd870fa', 'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'mac_address': 'fa:16:3e:aa:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:25Z', 'updated_at': '2021-08-12T15:05:33Z', 'revision_number': 5, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'subnets': [{'id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:08:19.408648 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810fb5c3-b100-454b-8758-d1e0b9445b4a None None] Checking router: 78b4a731-b9f4-4f14-8501-88471adf6475 for host: dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:08:19.422941 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810fb5c3-b100-454b-8758-d1e0b9445b4a None None] Routers {'78b4a731-b9f4-4f14-8501-88471adf6475'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:08:19.422941 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-810fb5c3-b100-454b-8758-d1e0b9445b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:08:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['78b4a731-b9f4-4f14-8501-88471adf6475'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:08:19.520394 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-810fb5c3-b100-454b-8758-d1e0b9445b4a None None] Set router 78b4a731-b9f4-4f14-8501-88471adf6475 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:08:19.718143 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-810fb5c3-b100-454b-8758-d1e0b9445b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'name': 'tempest-TestVolumeBootPattern-1488447592-router', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:25Z', 'revision_number': 4, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'gw_port': {'id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': 'a469b653-7025-418a-b6f4-8eb3bcd870fa', 'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'mac_address': 'fa:16:3e:aa:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:25Z', 'updated_at': '2021-08-12T15:05:33Z', 'revision_number': 5, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'subnets': [{'id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:08:19.743801 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810fb5c3-b100-454b-8758-d1e0b9445b4a None None] The sync data for ids ['78b4a731-b9f4-4f14-8501-88471adf6475'] in dv-cinder-800015-3-iscsi is: [{'id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'name': 'tempest-TestVolumeBootPattern-1488447592-router', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:25Z', 'revision_number': 4, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'gw_port': {'id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': 'a469b653-7025-418a-b6f4-8eb3bcd870fa', 'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'mac_address': 'fa:16:3e:aa:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:25Z', 'updated_at': '2021-08-12T15:05:33Z', 'revision_number': 5, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'subnets': [{'id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:08:19.950103 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a6ec08-7785-4669-a57b-3321c83a7b1e None None] New status for floating IP a2c0b219-454f-4fce-b0e4-ffdfe134b501: DOWN {{(pid=105908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:08:20.101240 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-32879411-73c7-45f4-9230-ea3ad4cb9446 req-a23cf6d7-e289-454f-a558-177f97e82242 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c2ac2eb-979d-43d3-ae2d-d9346e6e094f HTTP/1.1" status: 200 len: 210 time: 0.0258627 Aug 12 15:08:21.371421 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-7bedc70c-b913-4e07-960e-95bf5cb25a4d tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-325239632&fields=id&tenant_id=b2f4cb6117a74e5b996e3edd805df2e3 HTTP/1.1" status: 200 len: 267 time: 0.0313957 Aug 12 15:08:21.685515 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-1e078d8a-25a6-494a-8b89-2ff4213f5930 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:21.687022 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-1e078d8a-25a6-494a-8b89-2ff4213f5930 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/networks?id=cd52802e-1c8d-455d-92c8-1a3f495fbed9 HTTP/1.1" status: 200 len: 812 time: 0.3082163 Aug 12 15:08:21.702573 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-6037b167-6226-4c3d-bd31-9dacea1ab735 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/quotas/b2f4cb6117a74e5b996e3edd805df2e3 HTTP/1.1" status: 200 len: 375 time: 0.0087528 Aug 12 15:08:21.753773 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-bdb09cd4-f709-45c3-bfa9-7db52662c908 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b2f4cb6117a74e5b996e3edd805df2e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456436 Aug 12 15:08:21.769017 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-a336e6f6-ccbc-4e8e-b70f-d943ceb862b4 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=105905) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:08:21.769958 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-a336e6f6-ccbc-4e8e-b70f-d943ceb862b4 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054719 Aug 12 15:08:21.858372 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-e3109df0-9131-41f8-9bd1-263ded0a120c service neutron] 10.222.0.63 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825858 Aug 12 15:08:21.945014 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-75abba3d-295e-4ceb-a7e7-6ed8767050a2 service neutron] 10.222.0.63 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806684 Aug 12 15:08:22.409506 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 988762ab-320c-4cbb-a61b-5591b0ec7a06 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:08:22.430501 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] No Port match for: 988762ab-320c-4cbb-a61b-5591b0ec7a06 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:08:22.431046 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 988762ab-320c-4cbb-a61b-5591b0ec7a06 not bound to the agent host hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:08:22.555641 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3252bbe9-d22f-453c-9014-185fa0db8560 req-eb8a185f-2e44-4c38-98b9-9b47a27a7ad7 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe HTTP/1.1" status: 200 len: 210 time: 0.0292163 Aug 12 15:08:23.657554 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2bc752a3-978d-4112-9b59-4567b6e1b750 req-92979fae-2d8a-4816-a81a-58f8bc75430c tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe HTTP/1.1" status: 200 len: 210 time: 0.0261080 Aug 12 15:08:24.459148 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-982f280b-65ac-4be5-8221-eb9555b61e64 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:24.461793 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-982f280b-65ac-4be5-8221-eb9555b61e64 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.73 "GET /v2.0/networks?id=cd52802e-1c8d-455d-92c8-1a3f495fbed9 HTTP/1.1" status: 200 len: 812 time: 0.1027215 Aug 12 15:08:24.510876 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-b6f4597f-d5d8-4b38-ab08-e640f234d88a tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2f4cb6117a74e5b996e3edd805df2e3 HTTP/1.1" status: 200 len: 379 time: 0.0381804 Aug 12 15:08:24.521689 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-ac192186-bdc0-4f1c-a66f-fb1c6a729d8f tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Request body: {'port': {'device_id': '4ceb719f-a368-44ea-9157-87e80c90f4fe', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'admin_state_up': True, 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'security_groups': ['06b6b3b2-deb7-4f92-b351-059dee38f428']}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:08:24.705381 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-ac192186-bdc0-4f1c-a66f-fb1c6a729d8f tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Made reservation on behalf of b2f4cb6117a74e5b996e3edd805df2e3 for: {'port': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:08:24.708816 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-ac192186-bdc0-4f1c-a66f-fb1c6a729d8f tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:24.777069 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-82056dd9-cda7-4eb2-8709-9e879d35d0c1 req-c6c8ef43-7786-4c42-85e7-e8aa924ac945 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe HTTP/1.1" status: 200 len: 210 time: 0.0309174 Aug 12 15:08:24.842749 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_common [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-ac192186-bdc0-4f1c-a66f-fb1c6a729d8f tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Allocated IP 172.20.0.4 (cd52802e-1c8d-455d-92c8-1a3f495fbed9/5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b/52a7f416-2529-4ae4-8290-8175d31e241f) {{(pid=105906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:08:25.016119 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-ac192186-bdc0-4f1c-a66f-fb1c6a729d8f tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for port, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:25.029641 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-ac192186-bdc0-4f1c-a66f-fb1c6a729d8f tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Transition to ACTIVE for port object 52a7f416-2529-4ae4-8290-8175d31e241f will not be triggered until provisioned by entity DHCP. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:08:25.139551 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-ac192186-bdc0-4f1c-a66f-fb1c6a729d8f tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:25.186455 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-ac192186-bdc0-4f1c-a66f-fb1c6a729d8f tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Network cd52802e-1c8d-455d-92c8-1a3f495fbed9 is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:08:25.190163 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-ac192186-bdc0-4f1c-a66f-fb1c6a729d8f tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:08:25.193893 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-ac192186-bdc0-4f1c-a66f-fb1c6a729d8f tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Received port after_create {{(pid=105906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:08:25.200054 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac192186-bdc0-4f1c-a66f-fb1c6a729d8f tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Pushing event updated for resources: {'Port': ['ID=52a7f416-2529-4ae4-8290-8175d31e241f,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:25.246104 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-ac192186-bdc0-4f1c-a66f-fb1c6a729d8f tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:25.246719 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-ac192186-bdc0-4f1c-a66f-fb1c6a729d8f tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:25.340740 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-ac192186-bdc0-4f1c-a66f-fb1c6a729d8f tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8232617 Aug 12 15:08:25.355297 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-7824cb44-da12-4209-9e77-d5906dfa67a8 service neutron] Request body: {'port': {'device_id': '4ceb719f-a368-44ea-9157-87e80c90f4fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:08:25.408741 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-7824cb44-da12-4209-9e77-d5906dfa67a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:25.476558 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-cb4bee0e-24b0-4daa-b3d6-6b1862fb3a38 None None] Provisioning for port 52a7f416-2529-4ae4-8290-8175d31e241f completed by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:08:25.480485 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-cb4bee0e-24b0-4daa-b3d6-6b1862fb3a38 None None] Provisioning complete for port 52a7f416-2529-4ae4-8290-8175d31e241f triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:08:25.480953 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-cb4bee0e-24b0-4daa-b3d6-6b1862fb3a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:25.515263 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-cb4bee0e-24b0-4daa-b3d6-6b1862fb3a38 None None] Port 52a7f416-2529-4ae4-8290-8175d31e241f cannot update to ACTIVE because it is not bound. {{(pid=105907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:08:25.672458 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-7824cb44-da12-4209-9e77-d5906dfa67a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a7f416-2529-4ae4-8290-8175d31e241f {{(pid=105906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:08:25.680297 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-7824cb44-da12-4209-9e77-d5906dfa67a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:25.692223 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-7824cb44-da12-4209-9e77-d5906dfa67a8 service neutron] Transition to ACTIVE for port object 52a7f416-2529-4ae4-8290-8175d31e241f will not be triggered until provisioned by entity L2. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:08:25.761999 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-7824cb44-da12-4209-9e77-d5906dfa67a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:25.815944 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824cb44-da12-4209-9e77-d5906dfa67a8 service neutron] Pushing event updated for resources: {'Port': ['ID=52a7f416-2529-4ae4-8290-8175d31e241f,revision_number=2']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:25.891164 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-7824cb44-da12-4209-9e77-d5906dfa67a8 service neutron] Attempting to bind port 52a7f416-2529-4ae4-8290-8175d31e241f on host hv-cinder-80001 for vnic_type normal with profile {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:08:25.891594 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-7824cb44-da12-4209-9e77-d5906dfa67a8 service neutron] Attempting to bind port 52a7f416-2529-4ae4-8290-8175d31e241f by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': 'b61ea87c-593e-43ed-9366-64449473e70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9'}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:08:25.892034 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-7824cb44-da12-4209-9e77-d5906dfa67a8 service neutron] Attempting to bind port 52a7f416-2529-4ae4-8290-8175d31e241f on network cd52802e-1c8d-455d-92c8-1a3f495fbed9 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:08:25.898821 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-7824cb44-da12-4209-9e77-d5906dfa67a8 service neutron] Port 52a7f416-2529-4ae4-8290-8175d31e241f on network cd52802e-1c8d-455d-92c8-1a3f495fbed9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:08:25.899221 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-7824cb44-da12-4209-9e77-d5906dfa67a8 service neutron] Attempting to bind port 52a7f416-2529-4ae4-8290-8175d31e241f on network cd52802e-1c8d-455d-92c8-1a3f495fbed9 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:08:25.905326 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-7824cb44-da12-4209-9e77-d5906dfa67a8 service neutron] Checking agent: {'id': '8bc968ee-63fe-4341-8ff4-51482bda9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'started_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:08:25.905870 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-7824cb44-da12-4209-9e77-d5906dfa67a8 service neutron] Checking segment: {'id': 'b61ea87c-593e-43ed-9366-64449473e70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:08:25.906316 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-7824cb44-da12-4209-9e77-d5906dfa67a8 service neutron] Bound using segment: {'id': 'b61ea87c-593e-43ed-9366-64449473e70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9'} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:08:25.906967 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-7824cb44-da12-4209-9e77-d5906dfa67a8 service neutron] Bound port: 52a7f416-2529-4ae4-8290-8175d31e241f, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b61ea87c-593e-43ed-9366-64449473e70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9'}}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:08:25.907379 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-7824cb44-da12-4209-9e77-d5906dfa67a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:25.911175 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d859f86-2b94-4dd5-b895-7eb7239a244f req-88e0cf40-13a4-4381-8adf-de2d6500aed3 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:25.913181 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6d859f86-2b94-4dd5-b895-7eb7239a244f req-88e0cf40-13a4-4381-8adf-de2d6500aed3 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe HTTP/1.1" status: 200 len: 943 time: 0.0571764 Aug 12 15:08:25.959571 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6d859f86-2b94-4dd5-b895-7eb7239a244f req-32beafa3-cec2-4203-acad-74a6041a70cc tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348270 Aug 12 15:08:26.028980 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-7824cb44-da12-4209-9e77-d5906dfa67a8 service neutron] For port 52a7f416-2529-4ae4-8290-8175d31e241f, host hv-cinder-80001, cleared binding levels {{(pid=105906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:08:26.031956 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-7824cb44-da12-4209-9e77-d5906dfa67a8 service neutron] For port 52a7f416-2529-4ae4-8290-8175d31e241f, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=52a7f416-2529-4ae4-8290-8175d31e241f,segment=NetworkSegment(b61ea87c-593e-43ed-9366-64449473e70b),segment_id=b61ea87c-593e-43ed-9366-64449473e70b)] {{(pid=105906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:08:26.094573 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-7824cb44-da12-4209-9e77-d5906dfa67a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:26.133828 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-7824cb44-da12-4209-9e77-d5906dfa67a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:26.134435 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-7824cb44-da12-4209-9e77-d5906dfa67a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:26.135856 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-7824cb44-da12-4209-9e77-d5906dfa67a8 service neutron] 10.222.0.73 "PUT /v2.0/ports/52a7f416-2529-4ae4-8290-8175d31e241f HTTP/1.1" status: 200 len: 1093 time: 0.7848647 Aug 12 15:08:26.136325 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ceb719f-a368-44ea-9157-87e80c90f4fe', 'tag': '52a7f416-2529-4ae4-8290-8175d31e241f'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:08:26.138633 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acda150e-c198-497a-aa82-5aa02070cb8e" -d '{"events": [{"name": "network-changed", "server_uuid": "4ceb719f-a368-44ea-9157-87e80c90f4fe", "tag": "52a7f416-2529-4ae4-8290-8175d31e241f"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:08:26.163708 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824cb44-da12-4209-9e77-d5906dfa67a8 service neutron] Pushing event updated for resources: {'Port': ['ID=52a7f416-2529-4ae4-8290-8175d31e241f,revision_number=3']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:26.177123 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4ad795-f7c9-4829-9443-e25a1e0984b6 x-openstack-request-id: req-4c4ad795-f7c9-4829-9443-e25a1e0984b6 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:08:26.177479 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ceb719f-a368-44ea-9157-87e80c90f4fe", "tag": "52a7f416-2529-4ae4-8290-8175d31e241f", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:08:26.177727 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4c4ad795-f7c9-4829-9443-e25a1e0984b6 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:08:26.178125 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ceb719f-a368-44ea-9157-87e80c90f4fe', 'tag': '52a7f416-2529-4ae4-8290-8175d31e241f', 'status': 'completed', 'code': 200} Aug 12 15:08:26.237645 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda150e-c198-497a-aa82-5aa02070cb8e req-f4df3f5f-b3a8-4da4-a37d-c40ceca21d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:26.239213 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-acda150e-c198-497a-aa82-5aa02070cb8e req-f4df3f5f-b3a8-4da4-a37d-c40ceca21d33 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b2f4cb6117a74e5b996e3edd805df2e3&device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe HTTP/1.1" status: 200 len: 1096 time: 0.0428052 Aug 12 15:08:26.343863 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda150e-c198-497a-aa82-5aa02070cb8e req-c3a46321-a032-4665-8a48-9cd3c3d84f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:26.346050 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-acda150e-c198-497a-aa82-5aa02070cb8e req-c3a46321-a032-4665-8a48-9cd3c3d84f80 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b2f4cb6117a74e5b996e3edd805df2e3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0987389 Aug 12 15:08:26.447828 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda150e-c198-497a-aa82-5aa02070cb8e req-5193e9d8-37d2-4560-a968-204c92e85958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:26.449271 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-acda150e-c198-497a-aa82-5aa02070cb8e req-5193e9d8-37d2-4560-a968-204c92e85958 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967388 Aug 12 15:08:26.528707 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-98b166ad-09f9-448b-a0a6-a08bfadced22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:26.530203 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-98b166ad-09f9-448b-a0a6-a08bfadced22 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b2f4cb6117a74e5b996e3edd805df2e3&device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe HTTP/1.1" status: 200 len: 1096 time: 0.0434489 Aug 12 15:08:26.572702 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-05c12d58-1b09-424e-a3c3-6aa022dc8afb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52a7f416-2529-4ae4-8290-8175d31e241f HTTP/1.1" status: 200 len: 217 time: 0.0328856 Aug 12 15:08:26.621607 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-77c34a94-2983-41cd-bb3a-bcc9599e3f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:26.622894 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-77c34a94-2983-41cd-bb3a-bcc9599e3f13 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b HTTP/1.1" status: 200 len: 851 time: 0.0419483 Aug 12 15:08:26.669531 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-b6f0d565-a6c2-42cd-bc00-d4ad1df0c500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:26.670983 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-b6f0d565-a6c2-42cd-bc00-d4ad1df0c500 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cd52802e-1c8d-455d-92c8-1a3f495fbed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400033 Aug 12 15:08:26.762005 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-c336b097-8e22-4ba4-8293-71c3bff97d50 service neutron] 10.222.0.73 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829320 Aug 12 15:08:26.850640 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-33b2ccc3-a5ff-416b-9502-4c26bfa9ce88 req-afda07fa-2361-46b7-8a39-0b1409256536 service neutron] 10.222.0.73 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798211 Aug 12 15:08:27.069099 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4845e-c2ec-4c3f-8661-55c913dc66ae req-dea25a91-d6f0-4bb6-ad19-95446cb33abc tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:27.070539 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-26a4845e-c2ec-4c3f-8661-55c913dc66ae req-dea25a91-d6f0-4bb6-ad19-95446cb33abc tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe HTTP/1.1" status: 200 len: 943 time: 0.0466888 Aug 12 15:08:27.106959 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-26a4845e-c2ec-4c3f-8661-55c913dc66ae req-0e9546ab-d3aa-4474-bca6-58545d074eb8 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305698 Aug 12 15:08:28.218847 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abdd50-455a-4294-9c20-6e67383e5ed6 req-9c663f5e-cc48-4ac7-a427-f4cf3ebdaf4f tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:28.220844 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-75abdd50-455a-4294-9c20-6e67383e5ed6 req-9c663f5e-cc48-4ac7-a427-f4cf3ebdaf4f tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe HTTP/1.1" status: 200 len: 943 time: 0.0473416 Aug 12 15:08:28.260813 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-75abdd50-455a-4294-9c20-6e67383e5ed6 req-98903ba4-b75a-46cf-a992-f7ef82f0c7b4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340095 Aug 12 15:08:29.372515 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1dafb-f327-4651-bddc-a4bd8f7a6eeb req-4dcee1b3-8894-4d2e-87e8-98a6fb421d2c tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:29.373995 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2bb1dafb-f327-4651-bddc-a4bd8f7a6eeb req-4dcee1b3-8894-4d2e-87e8-98a6fb421d2c tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe HTTP/1.1" status: 200 len: 943 time: 0.0483167 Aug 12 15:08:29.411356 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2bb1dafb-f327-4651-bddc-a4bd8f7a6eeb req-243ae7d7-dc7b-4310-b735-fa8ea6b9366e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312445 Aug 12 15:08:30.326681 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:08:30.521139 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2b299-ab45-4953-9f4c-b9c12a014646 req-b862e620-45cf-4613-a668-0c74699a5e94 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:30.522595 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-18b2b299-ab45-4953-9f4c-b9c12a014646 req-b862e620-45cf-4613-a668-0c74699a5e94 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe HTTP/1.1" status: 200 len: 943 time: 0.0464349 Aug 12 15:08:30.560656 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-18b2b299-ab45-4953-9f4c-b9c12a014646 req-bef24bae-740d-4217-93cf-d2d6a8ebc6fc tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313609 Aug 12 15:08:31.674108 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ee2a8-0935-4ea4-83f3-9412649b2065 req-f69d733f-68b5-4d9f-a9dc-f0566d84ef87 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:31.675899 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-207ee2a8-0935-4ea4-83f3-9412649b2065 req-f69d733f-68b5-4d9f-a9dc-f0566d84ef87 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe HTTP/1.1" status: 200 len: 943 time: 0.0478978 Aug 12 15:08:31.715717 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-207ee2a8-0935-4ea4-83f3-9412649b2065 req-27be9368-3f52-45e6-9f99-bc739f8412e6 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342798 Aug 12 15:08:32.834111 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db52ecd-8bf9-4f86-b114-f37e35c8594b req-0e3c5bd6-b7ed-4933-82c2-6e7d294aad4e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:32.836648 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5db52ecd-8bf9-4f86-b114-f37e35c8594b req-0e3c5bd6-b7ed-4933-82c2-6e7d294aad4e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe HTTP/1.1" status: 200 len: 943 time: 0.0530944 Aug 12 15:08:32.872571 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5db52ecd-8bf9-4f86-b114-f37e35c8594b req-8c6eae10-287c-4b6d-8f38-cc07471c1ce5 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310898 Aug 12 15:08:33.987297 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446c03c-8510-4cee-a336-b2078eb9256f req-4ef917a0-11b3-47d8-b0e3-8681d2ab4dbe tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:33.989551 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8446c03c-8510-4cee-a336-b2078eb9256f req-4ef917a0-11b3-47d8-b0e3-8681d2ab4dbe tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe HTTP/1.1" status: 200 len: 943 time: 0.0506616 Aug 12 15:08:34.026604 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-8446c03c-8510-4cee-a336-b2078eb9256f req-5db00b9b-3732-4ed6-9622-2edc65b64b7c tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312538 Aug 12 15:08:34.440878 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 52a7f416-2529-4ae4-8290-8175d31e241f details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=105907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:08:34.538827 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 52a7f416-2529-4ae4-8290-8175d31e241f, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=52a7f416-2529-4ae4-8290-8175d31e241f,segment=NetworkSegment(b61ea87c-593e-43ed-9366-64449473e70b),segment_id=b61ea87c-593e-43ed-9366-64449473e70b)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:08:34.549688 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Returning: {'device': '52a7f416-2529-4ae4-8290-8175d31e241f', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'port_id': '52a7f416-2529-4ae4-8290-8175d31e241f', 'mac_address': 'fa:16:3e:68:97:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:08:34.585619 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:34.598206 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a7f416-2529-4ae4-8290-8175d31e241f {{(pid=105907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:08:34.616453 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 52a7f416-2529-4ae4-8290-8175d31e241f, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=52a7f416-2529-4ae4-8290-8175d31e241f,segment=NetworkSegment(b61ea87c-593e-43ed-9366-64449473e70b),segment_id=b61ea87c-593e-43ed-9366-64449473e70b)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:08:34.716412 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:34.764882 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=52a7f416-2529-4ae4-8290-8175d31e241f,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:34.772072 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:34.772418 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:34.772777 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:34.773119 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:34.773709 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:34.774034 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:34.774359 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:34.774682 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:34.775005 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:34.775323 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:34.775641 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:34.775964 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:34.962219 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['52a7f416-2529-4ae4-8290-8175d31e241f'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:08:35.140170 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074fa10-d796-4003-a933-f56a60719076 req-ade92041-8e48-450f-81f8-11697f8338c7 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:35.141666 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6074fa10-d796-4003-a933-f56a60719076 req-ade92041-8e48-450f-81f8-11697f8338c7 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe HTTP/1.1" status: 200 len: 944 time: 0.0484343 Aug 12 15:08:35.184321 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6074fa10-d796-4003-a933-f56a60719076 req-6f628b50-826d-4a23-b520-8aa41749de03 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358510 Aug 12 15:08:35.807763 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:36.297912 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73409161-aed1-4b4b-8b97-4ca146454eec req-3a70f9a9-374f-4f97-b140-90278078b053 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:36.299373 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-73409161-aed1-4b4b-8b97-4ca146454eec req-3a70f9a9-374f-4f97-b140-90278078b053 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe HTTP/1.1" status: 200 len: 944 time: 0.0489078 Aug 12 15:08:36.336950 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-73409161-aed1-4b4b-8b97-4ca146454eec req-d0fd708f-3353-49f5-b686-252bb3b5bf95 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314169 Aug 12 15:08:36.455641 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 52a7f416-2529-4ae4-8290-8175d31e241f up at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:08:36.579254 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning for port 52a7f416-2529-4ae4-8290-8175d31e241f completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:08:36.584031 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning complete for port 52a7f416-2529-4ae4-8290-8175d31e241f triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:08:36.584426 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:36.658621 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:36.680125 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ceb719f-a368-44ea-9157-87e80c90f4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a7f416-2529-4ae4-8290-8175d31e241f'}] {{(pid=105907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:08:36.682356 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d000d793ac8a3d868a659aad16e36a91200609b2b231164c0c4cfca9150c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463f25b9-37d1-4541-ac6a-75808bf13f5d" -d '{"events": [{"server_uuid": "4ceb719f-a368-44ea-9157-87e80c90f4fe", "name": "network-vif-plugged", "status": "completed", "tag": "52a7f416-2529-4ae4-8290-8175d31e241f"}]}' {{(pid=105907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:08:36.698567 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 52a7f416-2529-4ae4-8290-8175d31e241f, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=52a7f416-2529-4ae4-8290-8175d31e241f,segment=NetworkSegment(b61ea87c-593e-43ed-9366-64449473e70b),segment_id=b61ea87c-593e-43ed-9366-64449473e70b)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:08:36.719241 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3df2ad-0cc6-411e-b047-0b39b27d520f x-openstack-request-id: req-ed3df2ad-0cc6-411e-b047-0b39b27d520f {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:08:36.719527 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ceb719f-a368-44ea-9157-87e80c90f4fe", "name": "network-vif-plugged", "status": "completed", "tag": "52a7f416-2529-4ae4-8290-8175d31e241f", "code": 200}]} {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:08:36.719768 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ed3df2ad-0cc6-411e-b047-0b39b27d520f {{(pid=105907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:08:36.720148 dv-cinder-800015-3-iscsi neutron-server[105907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ceb719f-a368-44ea-9157-87e80c90f4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a7f416-2529-4ae4-8290-8175d31e241f', 'code': 200} Aug 12 15:08:36.756611 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:36.803148 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=52a7f416-2529-4ae4-8290-8175d31e241f,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:37.105166 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bafe7-9e1b-4a3f-9a29-b2f46b710579 req-83da513a-4592-4349-99ac-09de27e7fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:37.106540 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-669bafe7-9e1b-4a3f-9a29-b2f46b710579 req-83da513a-4592-4349-99ac-09de27e7fc18 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe HTTP/1.1" status: 200 len: 1098 time: 0.0429106 Aug 12 15:08:37.141357 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-669bafe7-9e1b-4a3f-9a29-b2f46b710579 req-f4323506-13ee-4ffa-a5f1-56b1dd5579bc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270405 Aug 12 15:08:37.448498 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d757591-2855-4a6f-b7d1-3b4c19b85904 req-9c671384-f2c6-4b7b-be95-ddfd53492f63 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:37.450017 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5d757591-2855-4a6f-b7d1-3b4c19b85904 req-9c671384-f2c6-4b7b-be95-ddfd53492f63 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe HTTP/1.1" status: 200 len: 945 time: 0.0484850 Aug 12 15:08:37.486793 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5d757591-2855-4a6f-b7d1-3b4c19b85904 req-759dcf0d-be38-45cc-b05b-28682fa2a679 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308709 Aug 12 15:08:38.606148 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c6360-3a5d-4e4b-91ce-aaa95a2f5f60 req-2a30fd3e-5c01-4e79-b481-191ed85d3d58 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:38.607618 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9a9c6360-3a5d-4e4b-91ce-aaa95a2f5f60 req-2a30fd3e-5c01-4e79-b481-191ed85d3d58 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe HTTP/1.1" status: 200 len: 945 time: 0.0483592 Aug 12 15:08:38.647565 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9a9c6360-3a5d-4e4b-91ce-aaa95a2f5f60 req-d81cb72e-905e-4589-820d-52be69ff26cb tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340481 Aug 12 15:08:38.759146 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df115744-377c-4f0e-b7b8-25f06aec7afe req-607d581d-8655-41bb-b08b-cf0042edfd89 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:38.760589 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-df115744-377c-4f0e-b7b8-25f06aec7afe req-607d581d-8655-41bb-b08b-cf0042edfd89 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe HTTP/1.1" status: 200 len: 945 time: 0.0474718 Aug 12 15:08:38.797490 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-df115744-377c-4f0e-b7b8-25f06aec7afe req-6c9a29a7-4ac0-48e4-803c-924daaebb4a3 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309980 Aug 12 15:08:38.818793 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 48268) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:38.857127 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c983dff4-22d3-4bc1-82da-03669072b617 tempest-TestVolumeBootPattern-111393686 tempest-TestVolumeBootPattern-111393686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:38.858639 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-c983dff4-22d3-4bc1-82da-03669072b617 tempest-TestVolumeBootPattern-111393686 tempest-TestVolumeBootPattern-111393686-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe HTTP/1.1" status: 200 len: 1093 time: 0.0388875 Aug 12 15:08:38.861433 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 48270) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:38.865946 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Request body: {'floatingip': {'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'port_id': '52a7f416-2529-4ae4-8290-8175d31e241f', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:08:39.025070 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for floatingip, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:39.120180 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:39.219180 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.db_base_plugin_common [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Allocated IP 172.27.1.177 (df63f438-b2ec-4f43-ad5b-12a75f4e90ce/8bfc729c-9def-42bb-b3b9-7901b6eeb5d6/0e9fa658-81f6-4649-b820-0280c87fc71f) {{(pid=105905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:08:39.319159 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for port, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:39.430843 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374546'] for port, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:39.466107 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Network df63f438-b2ec-4f43-ad5b-12a75f4e90ce is already hosted by enough agents. {{(pid=105905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:08:39.470741 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Resources bound (agent type, host, resource id): {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:08:39.474201 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Received port after_create {{(pid=105905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:08:39.498294 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Pushing event updated for resources: {'Port': ['ID=0e9fa658-81f6-4649-b820-0280c87fc71f,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:39.510973 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:39.511322 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:39.511661 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:39.511995 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:39.512323 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:39.512655 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:39.513008 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:39.513335 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:39.513662 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:39.513982 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:39.514302 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:39.514621 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:39.840948 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:40.026882 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:40.172536 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for port, precommit_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:40.282280 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2374555'] for port, after_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:40.352725 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Pushing event updated for resources: {'Port': ['ID=0e9fa658-81f6-4649-b820-0280c87fc71f,revision_number=2']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:40.362457 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710293'] for floatingip, after_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:40.458124 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.db.l3_db [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Floating IP 2a90b9da-3922-434b-a7c4-9cbd9abd04c5 associated. External IP: 172.27.1.177, port: 52a7f416-2529-4ae4-8290-8175d31e241f. Aug 12 15:08:40.654507 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Router 78b4a731-b9f4-4f14-8501-88471adf6475 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:08:40.756572 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:08:40.767815 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0469c36b-8782-45f2-9b21-9d19e73b50c1 None None] Sync routers for ids ['78b4a731-b9f4-4f14-8501-88471adf6475'] in dv-cinder-800015-3-iscsi {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:08:40.778404 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0469c36b-8782-45f2-9b21-9d19e73b50c1 None None] Routers {'78b4a731-b9f4-4f14-8501-88471adf6475'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:08:40.779013 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-0469c36b-8782-45f2-9b21-9d19e73b50c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:08:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['78b4a731-b9f4-4f14-8501-88471adf6475'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:08:40.847976 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for floatingip, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:40.875992 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-ffe3e14f-06cf-45a7-abcd-69102f963857 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0135338 Aug 12 15:08:40.876663 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ceb719f-a368-44ea-9157-87e80c90f4fe', 'tag': '52a7f416-2529-4ae4-8290-8175d31e241f'}] {{(pid=105905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:08:40.879058 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1238f1f5812354b64934186896ad6aa3779af87d0a627baf2a0b63d001b00141" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa787018-da43-4b93-8cb9-23aba3884c30" -d '{"events": [{"name": "network-changed", "server_uuid": "4ceb719f-a368-44ea-9157-87e80c90f4fe", "tag": "52a7f416-2529-4ae4-8290-8175d31e241f"}]}' {{(pid=105905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:08:40.879957 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-0469c36b-8782-45f2-9b21-9d19e73b50c1 None None] Set router 78b4a731-b9f4-4f14-8501-88471adf6475 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:08:41.069328 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcabcca-7b59-4696-8e1f-b3930f759b76 x-openstack-request-id: req-1dcabcca-7b59-4696-8e1f-b3930f759b76 {{(pid=105905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:08:41.069614 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ceb719f-a368-44ea-9157-87e80c90f4fe", "tag": "52a7f416-2529-4ae4-8290-8175d31e241f", "status": "completed", "code": 200}]} {{(pid=105905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:08:41.069864 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1dcabcca-7b59-4696-8e1f-b3930f759b76 {{(pid=105905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:08:41.070283 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ceb719f-a368-44ea-9157-87e80c90f4fe', 'tag': '52a7f416-2529-4ae4-8290-8175d31e241f', 'status': 'completed', 'code': 200} Aug 12 15:08:41.105254 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-0469c36b-8782-45f2-9b21-9d19e73b50c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'name': 'tempest-TestVolumeBootPattern-1488447592-router', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:25Z', 'revision_number': 4, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'gw_port': {'id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_floatingips': [{'id': '2a90b9da-3922-434b-a7c4-9cbd9abd04c5', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'port_id': '52a7f416-2529-4ae4-8290-8175d31e241f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'mac_address': 'fa:16:3e:68:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ceb719f-a368-44ea-9157-87e80c90f4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:08:39Z', 'updated_at': '2021-08-12T15:08:39Z', 'revision_number': 0, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a469b653-7025-418a-b6f4-8eb3bcd870fa', 'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'mac_address': 'fa:16:3e:aa:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:25Z', 'updated_at': '2021-08-12T15:05:33Z', 'revision_number': 5, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'subnets': [{'id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:08:41.129955 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa787018-da43-4b93-8cb9-23aba3884c30 req-a4ba45e4-6927-473c-9244-37d9c578fc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:41.132032 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-aa787018-da43-4b93-8cb9-23aba3884c30 req-a4ba45e4-6927-473c-9244-37d9c578fc0a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b2f4cb6117a74e5b996e3edd805df2e3&device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe HTTP/1.1" status: 200 len: 1098 time: 0.0404143 Aug 12 15:08:41.134791 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0469c36b-8782-45f2-9b21-9d19e73b50c1 None None] Checking router: 78b4a731-b9f4-4f14-8501-88471adf6475 for host: dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:08:41.142996 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0469c36b-8782-45f2-9b21-9d19e73b50c1 None None] Routers {'78b4a731-b9f4-4f14-8501-88471adf6475'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:08:41.143580 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-0469c36b-8782-45f2-9b21-9d19e73b50c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:08:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['78b4a731-b9f4-4f14-8501-88471adf6475'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:08:41.222300 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa787018-da43-4b93-8cb9-23aba3884c30 req-3cc5f8ca-5dea-42d2-9901-e1eeb5dc6439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:41.223770 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-aa787018-da43-4b93-8cb9-23aba3884c30 req-3cc5f8ca-5dea-42d2-9901-e1eeb5dc6439 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cd52802e-1c8d-455d-92c8-1a3f495fbed9 HTTP/1.1" status: 200 len: 913 time: 0.0851932 Aug 12 15:08:41.247751 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-0469c36b-8782-45f2-9b21-9d19e73b50c1 None None] Set router 78b4a731-b9f4-4f14-8501-88471adf6475 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:08:41.296752 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-aa787018-da43-4b93-8cb9-23aba3884c30 req-1d857520-b0c0-46a6-94fd-9675408c270f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52a7f416-2529-4ae4-8290-8175d31e241f HTTP/1.1" status: 200 len: 999 time: 0.0660203 Aug 12 15:08:41.348108 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa787018-da43-4b93-8cb9-23aba3884c30 req-d379fda6-4471-436e-bd61-0f01adc4d22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:41.349684 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-aa787018-da43-4b93-8cb9-23aba3884c30 req-d379fda6-4471-436e-bd61-0f01adc4d22d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b HTTP/1.1" status: 200 len: 851 time: 0.0459363 Aug 12 15:08:41.398118 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa787018-da43-4b93-8cb9-23aba3884c30 req-d743283c-87ed-46a8-87d6-5768b488b856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:41.399927 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-aa787018-da43-4b93-8cb9-23aba3884c30 req-d743283c-87ed-46a8-87d6-5768b488b856 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cd52802e-1c8d-455d-92c8-1a3f495fbed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438738 Aug 12 15:08:41.490507 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-aa787018-da43-4b93-8cb9-23aba3884c30 req-b911bbc3-6b26-4d6c-9eef-ef8e0fcf168b service neutron] 10.222.0.73 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819993 Aug 12 15:08:41.581982 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-aa787018-da43-4b93-8cb9-23aba3884c30 req-292ad5d8-20f2-489e-9399-8265d405eea5 service neutron] 10.222.0.73 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851367 Aug 12 15:08:41.598051 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-0469c36b-8782-45f2-9b21-9d19e73b50c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'name': 'tempest-TestVolumeBootPattern-1488447592-router', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:25Z', 'revision_number': 4, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'gw_port': {'id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_floatingips': [{'id': '2a90b9da-3922-434b-a7c4-9cbd9abd04c5', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'port_id': '52a7f416-2529-4ae4-8290-8175d31e241f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'mac_address': 'fa:16:3e:68:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ceb719f-a368-44ea-9157-87e80c90f4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:08:39Z', 'updated_at': '2021-08-12T15:08:39Z', 'revision_number': 0, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a469b653-7025-418a-b6f4-8eb3bcd870fa', 'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'mac_address': 'fa:16:3e:aa:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:25Z', 'updated_at': '2021-08-12T15:05:33Z', 'revision_number': 5, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'subnets': [{'id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:08:41.626729 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0469c36b-8782-45f2-9b21-9d19e73b50c1 None None] The sync data for ids ['78b4a731-b9f4-4f14-8501-88471adf6475'] in dv-cinder-800015-3-iscsi is: [{'id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'name': 'tempest-TestVolumeBootPattern-1488447592-router', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:25Z', 'revision_number': 4, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'gw_port': {'id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_floatingips': [{'id': '2a90b9da-3922-434b-a7c4-9cbd9abd04c5', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'port_id': '52a7f416-2529-4ae4-8290-8175d31e241f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'mac_address': 'fa:16:3e:68:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ceb719f-a368-44ea-9157-87e80c90f4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:08:39Z', 'updated_at': '2021-08-12T15:08:39Z', 'revision_number': 0, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a469b653-7025-418a-b6f4-8eb3bcd870fa', 'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'mac_address': 'fa:16:3e:aa:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:25Z', 'updated_at': '2021-08-12T15:05:33Z', 'revision_number': 5, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'subnets': [{'id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:08:41.806465 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae806906-254a-4fca-86aa-d047b96b961d None None] New status for floating IP 2a90b9da-3922-434b-a7c4-9cbd9abd04c5: ACTIVE {{(pid=105908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:08:42.241956 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-7137a142-fc96-40b1-b433-054b744a69d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:44.515738 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-bd534463-67c7-4299-be1c-8080040d0f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:45.047666 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:45.990597 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:47.499252 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:05.801560 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:07.326871 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:09:12.241786 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-92752995-6521-4c5f-97b4-8bf826736b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:12.694951 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-5ceed08b-0070-45e0-884f-299b770f13be req-4485c58a-d151-47f3-84cb-458a840a1f2a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455415 Aug 12 15:09:12.779584 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceed08b-0070-45e0-884f-299b770f13be req-def90009-6bae-4848-8435-fa5bae3947ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:12.781129 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-5ceed08b-0070-45e0-884f-299b770f13be req-def90009-6bae-4848-8435-fa5bae3947ec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b2f4cb6117a74e5b996e3edd805df2e3&device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe HTTP/1.1" status: 200 len: 1098 time: 0.0415366 Aug 12 15:09:12.882664 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceed08b-0070-45e0-884f-299b770f13be req-b9c2ea3a-f15a-4187-a173-1229118a0cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:12.884103 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-5ceed08b-0070-45e0-884f-299b770f13be req-b9c2ea3a-f15a-4187-a173-1229118a0cd4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cd52802e-1c8d-455d-92c8-1a3f495fbed9 HTTP/1.1" status: 200 len: 913 time: 0.0841231 Aug 12 15:09:12.946845 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-5ceed08b-0070-45e0-884f-299b770f13be req-3654cc3a-4949-41d6-98c5-d544c95331fd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52a7f416-2529-4ae4-8290-8175d31e241f HTTP/1.1" status: 200 len: 1001 time: 0.0558043 Aug 12 15:09:12.995173 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceed08b-0070-45e0-884f-299b770f13be req-c9cbdad1-d44d-4d24-a337-07cd2f3c0cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:12.997162 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-5ceed08b-0070-45e0-884f-299b770f13be req-c9cbdad1-d44d-4d24-a337-07cd2f3c0cd3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b HTTP/1.1" status: 200 len: 851 time: 0.0421460 Aug 12 15:09:13.048463 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceed08b-0070-45e0-884f-299b770f13be req-ec9fc3bf-4582-429d-98b7-27e1b2dfbf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:13.049881 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-5ceed08b-0070-45e0-884f-299b770f13be req-ec9fc3bf-4582-429d-98b7-27e1b2dfbf50 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cd52802e-1c8d-455d-92c8-1a3f495fbed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440576 Aug 12 15:09:13.136893 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-5ceed08b-0070-45e0-884f-299b770f13be req-701e7912-cbb2-4c15-aaa6-4447276686b1 service neutron] 10.222.0.73 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799358 Aug 12 15:09:13.228180 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-5ceed08b-0070-45e0-884f-299b770f13be req-8013cfc7-04da-4e99-b63e-35d41fa94676 service neutron] 10.222.0.73 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830004 Aug 12 15:09:14.533701 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-579769dc-385d-46ba-b624-81fb94027e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:15.025018 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:15.933752 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:17.499272 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:35.836542 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:42.212892 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-980bfdcc-670a-43f2-8739-312a3578ff86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:44.325718 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:09:44.517099 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-77d0fa3f-2e3f-47de-83f7-60acc8027603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:45.081524 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:45.961681 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:47.510587 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:05.831583 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:12.214250 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-f241614a-fe4f-4b1a-9b9b-c686ad8cd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:14.540081 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-67f6132e-ac8b-4e12-82af-e93eb4061b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:15.036875 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:15.646396 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-4593ac5d-31f4-49dd-9bc3-5b51b084dd95 req-bda80005-a6b5-4ecc-bf04-9aaf5f102e80 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3086205 Aug 12 15:10:15.728008 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593ac5d-31f4-49dd-9bc3-5b51b084dd95 req-c2a95215-279e-4fe7-afd8-ca3e8865daf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:15.729546 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-4593ac5d-31f4-49dd-9bc3-5b51b084dd95 req-c2a95215-279e-4fe7-afd8-ca3e8865daf9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b2f4cb6117a74e5b996e3edd805df2e3&device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe HTTP/1.1" status: 200 len: 1098 time: 0.0403740 Aug 12 15:10:15.830078 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593ac5d-31f4-49dd-9bc3-5b51b084dd95 req-a62d05d1-2ff0-4e13-860e-2592be56bed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:15.831414 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-4593ac5d-31f4-49dd-9bc3-5b51b084dd95 req-a62d05d1-2ff0-4e13-860e-2592be56bed8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cd52802e-1c8d-455d-92c8-1a3f495fbed9 HTTP/1.1" status: 200 len: 913 time: 0.0829847 Aug 12 15:10:15.895581 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-4593ac5d-31f4-49dd-9bc3-5b51b084dd95 req-aafc6663-9901-4c0a-a448-45c4fda68542 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52a7f416-2529-4ae4-8290-8175d31e241f HTTP/1.1" status: 200 len: 1001 time: 0.0567217 Aug 12 15:10:15.943512 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593ac5d-31f4-49dd-9bc3-5b51b084dd95 req-861c49b5-053d-48bc-9e28-709b0d31cb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:15.944966 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-4593ac5d-31f4-49dd-9bc3-5b51b084dd95 req-861c49b5-053d-48bc-9e28-709b0d31cb65 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b HTTP/1.1" status: 200 len: 851 time: 0.0427411 Aug 12 15:10:15.991702 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593ac5d-31f4-49dd-9bc3-5b51b084dd95 req-cf9dcac3-6132-46be-9e11-f3162aceb361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:15.993184 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-4593ac5d-31f4-49dd-9bc3-5b51b084dd95 req-cf9dcac3-6132-46be-9e11-f3162aceb361 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cd52802e-1c8d-455d-92c8-1a3f495fbed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415013 Aug 12 15:10:15.996191 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:16.079706 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-4593ac5d-31f4-49dd-9bc3-5b51b084dd95 req-d70df498-926f-452d-b758-e59e2d069f3d service neutron] 10.222.0.73 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791197 Aug 12 15:10:16.169990 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-4593ac5d-31f4-49dd-9bc3-5b51b084dd95 req-53bcf0bf-a383-4981-a1e3-e4efabe85593 service neutron] 10.222.0.73 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836370 Aug 12 15:10:17.511458 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:21.303855 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-ee910b1d-f7cc-4747-a69e-4a6810804a4a tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-325239632&fields=id&tenant_id=b2f4cb6117a74e5b996e3edd805df2e3 HTTP/1.1" status: 200 len: 267 time: 0.0378566 Aug 12 15:10:21.324448 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:10:21.405634 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-e57ec8d9-8493-4665-9782-5bed95a0dfd8 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:21.407108 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-e57ec8d9-8493-4665-9782-5bed95a0dfd8 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/networks?id=cd52802e-1c8d-455d-92c8-1a3f495fbed9 HTTP/1.1" status: 200 len: 812 time: 0.0966592 Aug 12 15:10:21.422243 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-516fc0bf-aecd-4cb2-87f8-94703b491010 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/quotas/b2f4cb6117a74e5b996e3edd805df2e3 HTTP/1.1" status: 200 len: 375 time: 0.0087519 Aug 12 15:10:21.477348 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-3fc35b1b-d7b9-49bd-a1b6-ce41aaddd16f tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b2f4cb6117a74e5b996e3edd805df2e3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0497341 Aug 12 15:10:21.679319 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-6c73bce3-03a9-45bb-a8f0-5b5231283b54 service neutron] 10.222.0.63 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899712 Aug 12 15:10:21.764815 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-a595fef1-0c06-404d-8714-01dcef86171f service neutron] 10.222.0.63 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793946 Aug 12 15:10:22.423808 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-17f94ead-026d-4db4-b5dd-4cd9ebb98a44 req-8ce2ccb4-154d-480f-9840-8630327c8eb8 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=03891eac-bd4a-487d-a6f8-42848de25ec6 HTTP/1.1" status: 200 len: 210 time: 0.0305445 Aug 12 15:10:23.516203 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-dcb1d1cb-4208-4871-8e91-0337d889ef99 req-bf5df8f6-c32b-46c1-858f-0dbffa054936 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=03891eac-bd4a-487d-a6f8-42848de25ec6 HTTP/1.1" status: 200 len: 210 time: 0.0261283 Aug 12 15:10:24.519791 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-e8f81103-8ae1-47c5-a17e-fc7224bdc90b tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:24.521276 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-e8f81103-8ae1-47c5-a17e-fc7224bdc90b tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.73 "GET /v2.0/networks?id=cd52802e-1c8d-455d-92c8-1a3f495fbed9 HTTP/1.1" status: 200 len: 812 time: 0.0974414 Aug 12 15:10:24.566414 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-48c63c20-8c34-4878-aa32-9146e8f83733 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2f4cb6117a74e5b996e3edd805df2e3 HTTP/1.1" status: 200 len: 379 time: 0.0356178 Aug 12 15:10:24.577215 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-71eeb2e5-9910-4cad-ab4b-b7f72cf61b20 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Request body: {'port': {'device_id': '03891eac-bd4a-487d-a6f8-42848de25ec6', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'admin_state_up': True, 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'security_groups': ['06b6b3b2-deb7-4f92-b351-059dee38f428']}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:24.614974 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6f588c30-92fb-4f38-950c-1c01c40cf154 req-f414ec27-036a-44a2-ad8a-fb9c8a0890b3 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=03891eac-bd4a-487d-a6f8-42848de25ec6 HTTP/1.1" status: 200 len: 210 time: 0.0267923 Aug 12 15:10:24.751778 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-71eeb2e5-9910-4cad-ab4b-b7f72cf61b20 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Made reservation on behalf of b2f4cb6117a74e5b996e3edd805df2e3 for: {'port': 1} {{(pid=105906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:10:24.755872 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-71eeb2e5-9910-4cad-ab4b-b7f72cf61b20 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:24.879983 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_common [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-71eeb2e5-9910-4cad-ab4b-b7f72cf61b20 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Allocated IP 172.20.0.11 (cd52802e-1c8d-455d-92c8-1a3f495fbed9/5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b/3b73f2f5-72b9-404a-9151-e51946edd991) {{(pid=105906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:10:25.016952 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-71eeb2e5-9910-4cad-ab4b-b7f72cf61b20 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for port, precommit_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:25.030197 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-71eeb2e5-9910-4cad-ab4b-b7f72cf61b20 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Transition to ACTIVE for port object 3b73f2f5-72b9-404a-9151-e51946edd991 will not be triggered until provisioned by entity DHCP. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:10:25.118193 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-71eeb2e5-9910-4cad-ab4b-b7f72cf61b20 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_create {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:25.161408 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-71eeb2e5-9910-4cad-ab4b-b7f72cf61b20 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Network cd52802e-1c8d-455d-92c8-1a3f495fbed9 is already hosted by enough agents. {{(pid=105906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:10:25.164354 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.base_scheduler [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-71eeb2e5-9910-4cad-ab4b-b7f72cf61b20 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Resources bound (agent type, host, resource id): {{(pid=105906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:10:25.168161 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-71eeb2e5-9910-4cad-ab4b-b7f72cf61b20 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Received port after_create {{(pid=105906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:10:25.195539 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eeb2e5-9910-4cad-ab4b-b7f72cf61b20 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Pushing event updated for resources: {'Port': ['ID=3b73f2f5-72b9-404a-9151-e51946edd991,revision_number=1']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:25.206862 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eeb2e5-9910-4cad-ab4b-b7f72cf61b20 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:25.207206 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eeb2e5-9910-4cad-ab4b-b7f72cf61b20 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:25.207546 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eeb2e5-9910-4cad-ab4b-b7f72cf61b20 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:25.207880 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eeb2e5-9910-4cad-ab4b-b7f72cf61b20 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:25.208211 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eeb2e5-9910-4cad-ab4b-b7f72cf61b20 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:25.208545 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eeb2e5-9910-4cad-ab4b-b7f72cf61b20 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:25.208971 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eeb2e5-9910-4cad-ab4b-b7f72cf61b20 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:25.209299 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eeb2e5-9910-4cad-ab4b-b7f72cf61b20 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:25.209633 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eeb2e5-9910-4cad-ab4b-b7f72cf61b20 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:25.209952 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eeb2e5-9910-4cad-ab4b-b7f72cf61b20 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:25.210272 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eeb2e5-9910-4cad-ab4b-b7f72cf61b20 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:25.210588 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eeb2e5-9910-4cad-ab4b-b7f72cf61b20 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:25.235328 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-71eeb2e5-9910-4cad-ab4b-b7f72cf61b20 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:25.235950 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-71eeb2e5-9910-4cad-ab4b-b7f72cf61b20 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:25.341444 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-71eeb2e5-9910-4cad-ab4b-b7f72cf61b20 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7691820 Aug 12 15:10:25.353938 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.v2.base [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-12213f30-5bab-4b4b-b53c-d2113ec184ff service neutron] Request body: {'port': {'device_id': '03891eac-bd4a-487d-a6f8-42848de25ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=105906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:25.406515 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-12213f30-5bab-4b4b-b53c-d2113ec184ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:25.506031 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-14684941-dedf-4778-aa4e-c0168541a581 None None] Provisioning for port 3b73f2f5-72b9-404a-9151-e51946edd991 completed by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:10:25.510132 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-14684941-dedf-4778-aa4e-c0168541a581 None None] Provisioning complete for port 3b73f2f5-72b9-404a-9151-e51946edd991 triggered by entity DHCP. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:10:25.510566 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-14684941-dedf-4778-aa4e-c0168541a581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:25.544421 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-14684941-dedf-4778-aa4e-c0168541a581 None None] Port 3b73f2f5-72b9-404a-9151-e51946edd991 cannot update to ACTIVE because it is not bound. {{(pid=105907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:10:25.676099 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-12213f30-5bab-4b4b-b53c-d2113ec184ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b73f2f5-72b9-404a-9151-e51946edd991 {{(pid=105906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:10:25.683554 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-12213f30-5bab-4b4b-b53c-d2113ec184ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:25.696996 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.provisioning_blocks [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-12213f30-5bab-4b4b-b53c-d2113ec184ff service neutron] Transition to ACTIVE for port object 3b73f2f5-72b9-404a-9151-e51946edd991 will not be triggered until provisioned by entity L2. {{(pid=105906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:10:25.732617 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585db33c-6901-4f0a-959a-8de78b4112dd req-7d889d7d-b338-45f7-ac9d-dd6b600bd6ab tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:25.734106 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-585db33c-6901-4f0a-959a-8de78b4112dd req-7d889d7d-b338-45f7-ac9d-dd6b600bd6ab tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=03891eac-bd4a-487d-a6f8-42848de25ec6 HTTP/1.1" status: 200 len: 932 time: 0.0489142 Aug 12 15:10:25.771707 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-585db33c-6901-4f0a-959a-8de78b4112dd req-47d59b2b-a6d7-4e6e-9ddb-c77f9bbf4c27 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307684 Aug 12 15:10:25.893544 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-12213f30-5bab-4b4b-b53c-d2113ec184ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:25.947388 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12213f30-5bab-4b4b-b53c-d2113ec184ff service neutron] Pushing event updated for resources: {'Port': ['ID=3b73f2f5-72b9-404a-9151-e51946edd991,revision_number=2']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:26.021972 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-12213f30-5bab-4b4b-b53c-d2113ec184ff service neutron] Attempting to bind port 3b73f2f5-72b9-404a-9151-e51946edd991 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:10:26.022381 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-12213f30-5bab-4b4b-b53c-d2113ec184ff service neutron] Attempting to bind port 3b73f2f5-72b9-404a-9151-e51946edd991 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': 'b61ea87c-593e-43ed-9366-64449473e70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9'}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:10:26.022780 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-12213f30-5bab-4b4b-b53c-d2113ec184ff service neutron] Attempting to bind port 3b73f2f5-72b9-404a-9151-e51946edd991 on network cd52802e-1c8d-455d-92c8-1a3f495fbed9 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:10:26.027766 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-12213f30-5bab-4b4b-b53c-d2113ec184ff service neutron] Port 3b73f2f5-72b9-404a-9151-e51946edd991 on network cd52802e-1c8d-455d-92c8-1a3f495fbed9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:10:26.028193 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-12213f30-5bab-4b4b-b53c-d2113ec184ff service neutron] Attempting to bind port 3b73f2f5-72b9-404a-9151-e51946edd991 on network cd52802e-1c8d-455d-92c8-1a3f495fbed9 {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:10:26.034238 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-12213f30-5bab-4b4b-b53c-d2113ec184ff service neutron] Checking agent: {'id': '8bc968ee-63fe-4341-8ff4-51482bda9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'started_at': datetime.datetime(2021, 8, 12, 14, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:10:26.034866 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-12213f30-5bab-4b4b-b53c-d2113ec184ff service neutron] Checking segment: {'id': 'b61ea87c-593e-43ed-9366-64449473e70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:10:26.035355 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-12213f30-5bab-4b4b-b53c-d2113ec184ff service neutron] Bound using segment: {'id': 'b61ea87c-593e-43ed-9366-64449473e70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9'} {{(pid=105906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:10:26.035868 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.managers [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-12213f30-5bab-4b4b-b53c-d2113ec184ff service neutron] Bound port: 3b73f2f5-72b9-404a-9151-e51946edd991, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b61ea87c-593e-43ed-9366-64449473e70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9'}}] {{(pid=105906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:10:26.036309 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-12213f30-5bab-4b4b-b53c-d2113ec184ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:26.100417 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-12213f30-5bab-4b4b-b53c-d2113ec184ff service neutron] For port 3b73f2f5-72b9-404a-9151-e51946edd991, host hv-cinder-80001, cleared binding levels {{(pid=105906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:10:26.103634 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-12213f30-5bab-4b4b-b53c-d2113ec184ff service neutron] For port 3b73f2f5-72b9-404a-9151-e51946edd991, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=3b73f2f5-72b9-404a-9151-e51946edd991,segment=NetworkSegment(b61ea87c-593e-43ed-9366-64449473e70b),segment_id=b61ea87c-593e-43ed-9366-64449473e70b)] {{(pid=105906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:10:26.203644 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-12213f30-5bab-4b4b-b53c-d2113ec184ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614732'] for port, after_update {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:26.241072 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-12213f30-5bab-4b4b-b53c-d2113ec184ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:26.241686 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-12213f30-5bab-4b4b-b53c-d2113ec184ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:26.243059 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-12213f30-5bab-4b4b-b53c-d2113ec184ff service neutron] 10.222.0.73 "PUT /v2.0/ports/3b73f2f5-72b9-404a-9151-e51946edd991 HTTP/1.1" status: 200 len: 1094 time: 0.8933251 Aug 12 15:10:26.243533 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03891eac-bd4a-487d-a6f8-42848de25ec6', 'tag': '3b73f2f5-72b9-404a-9151-e51946edd991'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:10:26.245861 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a2af9c-c2ac-4e79-959d-d5f5f6bc6cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "03891eac-bd4a-487d-a6f8-42848de25ec6", "tag": "3b73f2f5-72b9-404a-9151-e51946edd991"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:10:26.273745 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12213f30-5bab-4b4b-b53c-d2113ec184ff service neutron] Pushing event updated for resources: {'Port': ['ID=3b73f2f5-72b9-404a-9151-e51946edd991,revision_number=3']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:26.285503 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bec4b9f-9bc9-42c6-9575-3fef6d93124a x-openstack-request-id: req-6bec4b9f-9bc9-42c6-9575-3fef6d93124a {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:10:26.285789 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03891eac-bd4a-487d-a6f8-42848de25ec6", "tag": "3b73f2f5-72b9-404a-9151-e51946edd991", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:10:26.286032 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6bec4b9f-9bc9-42c6-9575-3fef6d93124a {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:10:26.286546 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03891eac-bd4a-487d-a6f8-42848de25ec6', 'tag': '3b73f2f5-72b9-404a-9151-e51946edd991', 'status': 'completed', 'code': 200} Aug 12 15:10:26.353630 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2af9c-c2ac-4e79-959d-d5f5f6bc6cb3 req-10b236b7-acd0-486c-b130-bddfde861324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:26.358774 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a4a2af9c-c2ac-4e79-959d-d5f5f6bc6cb3 req-10b236b7-acd0-486c-b130-bddfde861324 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b2f4cb6117a74e5b996e3edd805df2e3&device_id=03891eac-bd4a-487d-a6f8-42848de25ec6 HTTP/1.1" status: 200 len: 1097 time: 0.0493438 Aug 12 15:10:26.458569 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2af9c-c2ac-4e79-959d-d5f5f6bc6cb3 req-1f2ba49b-6d86-44d5-8ff6-dc2baebc45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:26.459934 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a4a2af9c-c2ac-4e79-959d-d5f5f6bc6cb3 req-1f2ba49b-6d86-44d5-8ff6-dc2baebc45bb service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b2f4cb6117a74e5b996e3edd805df2e3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0950866 Aug 12 15:10:26.551188 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2af9c-c2ac-4e79-959d-d5f5f6bc6cb3 req-6f10443d-3eda-41fc-9b20-bb52d524bbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:26.552653 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-a4a2af9c-c2ac-4e79-959d-d5f5f6bc6cb3 req-6f10443d-3eda-41fc-9b20-bb52d524bbb2 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860324 Aug 12 15:10:26.624165 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-ade5b1e3-619f-4060-85e3-4672d19eebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:26.625643 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-ade5b1e3-619f-4060-85e3-4672d19eebe9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b2f4cb6117a74e5b996e3edd805df2e3&device_id=03891eac-bd4a-487d-a6f8-42848de25ec6 HTTP/1.1" status: 200 len: 1097 time: 0.0393934 Aug 12 15:10:26.670889 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-88cfe9f6-dac0-4de7-a24d-fd6495e65fb5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b73f2f5-72b9-404a-9151-e51946edd991 HTTP/1.1" status: 200 len: 217 time: 0.0370126 Aug 12 15:10:26.718334 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-77689f79-41f6-48a8-93aa-710f6359e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:26.719701 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-77689f79-41f6-48a8-93aa-710f6359e18a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b HTTP/1.1" status: 200 len: 851 time: 0.0425854 Aug 12 15:10:26.764138 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-8875f574-1cea-4872-8df7-6c1113f357ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:26.765654 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-8875f574-1cea-4872-8df7-6c1113f357ed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cd52802e-1c8d-455d-92c8-1a3f495fbed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391450 Aug 12 15:10:26.858538 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-82d16fd7-7387-4293-ae34-17fbceac272b service neutron] 10.222.0.73 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860605 Aug 12 15:10:26.890825 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12867d38-2b60-4668-afb4-ffcda5a8b84b req-c33cd76d-06e5-4336-a7ec-2b6bff3397d5 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:26.892279 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-12867d38-2b60-4668-afb4-ffcda5a8b84b req-c33cd76d-06e5-4336-a7ec-2b6bff3397d5 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=03891eac-bd4a-487d-a6f8-42848de25ec6 HTTP/1.1" status: 200 len: 944 time: 0.0502722 Aug 12 15:10:26.931365 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-12867d38-2b60-4668-afb4-ffcda5a8b84b req-1640cf4f-a769-48a5-aa21-0128285d1ac3 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329390 Aug 12 15:10:26.951783 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-7aac804a-3f87-4bf3-bd02-6532377b7043 req-bfe9e0f9-0032-4abd-a9d4-7bec9dc7f5ad service neutron] 10.222.0.73 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864329 Aug 12 15:10:28.045518 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcd1da-ad08-427a-b81a-396332e35fee req-cc552e9f-df37-4e91-81cf-2591d126d2b3 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:28.046995 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-77dcd1da-ad08-427a-b81a-396332e35fee req-cc552e9f-df37-4e91-81cf-2591d126d2b3 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=03891eac-bd4a-487d-a6f8-42848de25ec6 HTTP/1.1" status: 200 len: 944 time: 0.0482411 Aug 12 15:10:28.084290 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-77dcd1da-ad08-427a-b81a-396332e35fee req-34428a96-2d8b-4297-905e-e8458c184953 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307860 Aug 12 15:10:29.194325 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c8ef2-1dae-4bf7-be92-6d2620ccff0b req-10fdd417-035d-4818-9493-d858d6c864fe tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:29.195758 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5f6c8ef2-1dae-4bf7-be92-6d2620ccff0b req-10fdd417-035d-4818-9493-d858d6c864fe tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=03891eac-bd4a-487d-a6f8-42848de25ec6 HTTP/1.1" status: 200 len: 944 time: 0.0463352 Aug 12 15:10:29.231927 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-5f6c8ef2-1dae-4bf7-be92-6d2620ccff0b req-d1b72c00-a39e-4ddc-9c51-e1af791dcf42 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302763 Aug 12 15:10:30.349807 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1baa8-0a91-41bb-86f6-353431ad5252 req-0cef1ba6-774b-4a9d-b4fc-74976af6659f tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:30.351270 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-51d1baa8-0a91-41bb-86f6-353431ad5252 req-0cef1ba6-774b-4a9d-b4fc-74976af6659f tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=03891eac-bd4a-487d-a6f8-42848de25ec6 HTTP/1.1" status: 200 len: 944 time: 0.0535483 Aug 12 15:10:30.387303 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-51d1baa8-0a91-41bb-86f6-353431ad5252 req-89bbb8c7-4faf-41ce-a9db-b2b967affac9 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302327 Aug 12 15:10:31.501076 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82a98b-8722-473c-be6b-f72d8f52c82b req-f19e5dff-9f31-43dc-8633-bccf1237da76 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:31.503175 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4f82a98b-8722-473c-be6b-f72d8f52c82b req-f19e5dff-9f31-43dc-8633-bccf1237da76 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=03891eac-bd4a-487d-a6f8-42848de25ec6 HTTP/1.1" status: 200 len: 944 time: 0.0474653 Aug 12 15:10:31.540611 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-4f82a98b-8722-473c-be6b-f72d8f52c82b req-c49147da-ebff-4da3-97c8-2c593744d762 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316405 Aug 12 15:10:32.652319 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e905b8-f4a2-4f57-9a67-ad29f9728a28 req-67d1f714-57dc-4748-8cc6-ff46e5e73633 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:32.653793 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-10e905b8-f4a2-4f57-9a67-ad29f9728a28 req-67d1f714-57dc-4748-8cc6-ff46e5e73633 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=03891eac-bd4a-487d-a6f8-42848de25ec6 HTTP/1.1" status: 200 len: 944 time: 0.0480170 Aug 12 15:10:32.689958 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-10e905b8-f4a2-4f57-9a67-ad29f9728a28 req-8b6d9aa6-7bbc-45d1-8bb8-1c34e5daa4e4 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296819 Aug 12 15:10:33.807550 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab818b-3bc4-4d88-8079-8e2bd8dcbc7f req-d338833f-8456-4463-ae4c-05dec8ede209 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:33.809001 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b8ab818b-3bc4-4d88-8079-8e2bd8dcbc7f req-d338833f-8456-4463-ae4c-05dec8ede209 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=03891eac-bd4a-487d-a6f8-42848de25ec6 HTTP/1.1" status: 200 len: 944 time: 0.0518208 Aug 12 15:10:33.845045 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-b8ab818b-3bc4-4d88-8079-8e2bd8dcbc7f req-b749b5cc-eb6d-4f3f-952c-12d51982116b tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301003 Aug 12 15:10:35.026181 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810a692-5a27-467f-8fea-82b7f30087ee req-2c902015-748b-436b-aca4-34049fb910b6 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:35.027690 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6810a692-5a27-467f-8fea-82b7f30087ee req-2c902015-748b-436b-aca4-34049fb910b6 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=03891eac-bd4a-487d-a6f8-42848de25ec6 HTTP/1.1" status: 200 len: 944 time: 0.0495803 Aug 12 15:10:35.067294 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-6810a692-5a27-467f-8fea-82b7f30087ee req-ba540a31-4e5b-48f9-957c-8c010e1a3de5 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338478 Aug 12 15:10:35.095945 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 3b73f2f5-72b9-404a-9151-e51946edd991 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=105907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:10:35.192604 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 3b73f2f5-72b9-404a-9151-e51946edd991, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=3b73f2f5-72b9-404a-9151-e51946edd991,segment=NetworkSegment(b61ea87c-593e-43ed-9366-64449473e70b),segment_id=b61ea87c-593e-43ed-9366-64449473e70b)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:10:35.207341 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Returning: {'device': '3b73f2f5-72b9-404a-9151-e51946edd991', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'port_id': '3b73f2f5-72b9-404a-9151-e51946edd991', 'mac_address': 'fa:16:3e:b4:45:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:10:35.244680 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:35.257012 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b73f2f5-72b9-404a-9151-e51946edd991 {{(pid=105907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:10:35.275429 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 3b73f2f5-72b9-404a-9151-e51946edd991, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=3b73f2f5-72b9-404a-9151-e51946edd991,segment=NetworkSegment(b61ea87c-593e-43ed-9366-64449473e70b),segment_id=b61ea87c-593e-43ed-9366-64449473e70b)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:10:35.356087 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:35.407301 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=3b73f2f5-72b9-404a-9151-e51946edd991,revision_number=4']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:35.415339 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:35.415692 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:35.416053 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:35.416405 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:35.416774 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:35.417075 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:35.417422 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:35.417752 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:35.418088 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:35.418457 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:35.418803 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:35.419128 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:35.572314 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] get_ports_and_sgs() called for port_ids ['3b73f2f5-72b9-404a-9151-e51946edd991'] {{(pid=105907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:10:35.910296 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:36.179704 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3cd2e-cf86-4690-8e99-df1efd8d79a4 req-4008d66e-3b4d-4c85-b0c7-107394921aac tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:36.181075 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-46b3cd2e-cf86-4690-8e99-df1efd8d79a4 req-4008d66e-3b4d-4c85-b0c7-107394921aac tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=03891eac-bd4a-487d-a6f8-42848de25ec6 HTTP/1.1" status: 200 len: 945 time: 0.0481551 Aug 12 15:10:36.217499 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-46b3cd2e-cf86-4690-8e99-df1efd8d79a4 req-361194d2-1e43-4dd2-92ac-360b0df937e7 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306473 Aug 12 15:10:37.095664 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 3b73f2f5-72b9-404a-9151-e51946edd991 up at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:10:37.206980 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning for port 3b73f2f5-72b9-404a-9151-e51946edd991 completed by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:10:37.210742 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.provisioning_blocks [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Provisioning complete for port 3b73f2f5-72b9-404a-9151-e51946edd991 triggered by entity L2. {{(pid=105907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:10:37.211106 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391512'] for port, provisioning_complete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:37.288943 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:37.311322 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03891eac-bd4a-487d-a6f8-42848de25ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b73f2f5-72b9-404a-9151-e51946edd991'}] {{(pid=105907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:10:37.313597 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d000d793ac8a3d868a659aad16e36a91200609b2b231164c0c4cfca9150c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24709e8d-0383-45f0-8417-9d44df9f0a27" -d '{"events": [{"server_uuid": "03891eac-bd4a-487d-a6f8-42848de25ec6", "name": "network-vif-plugged", "status": "completed", "tag": "3b73f2f5-72b9-404a-9151-e51946edd991"}]}' {{(pid=105907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:10:37.327253 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] For port 3b73f2f5-72b9-404a-9151-e51946edd991, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=3b73f2f5-72b9-404a-9151-e51946edd991,segment=NetworkSegment(b61ea87c-593e-43ed-9366-64449473e70b),segment_id=b61ea87c-593e-43ed-9366-64449473e70b)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:10:37.333912 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923f600-d546-4b5b-a2c5-f03622cfacbd req-81079e53-1c60-48cf-9b10-3262a9a965ac tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:37.335390 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9923f600-d546-4b5b-a2c5-f03622cfacbd req-81079e53-1c60-48cf-9b10-3262a9a965ac tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=03891eac-bd4a-487d-a6f8-42848de25ec6 HTTP/1.1" status: 200 len: 945 time: 0.0514910 Aug 12 15:10:37.352006 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30631cac-e666-4c0c-a007-748f98d09776 x-openstack-request-id: req-30631cac-e666-4c0c-a007-748f98d09776 {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:10:37.352297 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03891eac-bd4a-487d-a6f8-42848de25ec6", "name": "network-vif-plugged", "status": "completed", "tag": "3b73f2f5-72b9-404a-9151-e51946edd991", "code": 200}]} {{(pid=105907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:10:37.352549 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-30631cac-e666-4c0c-a007-748f98d09776 {{(pid=105907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:10:37.352966 dv-cinder-800015-3-iscsi neutron-server[105907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03891eac-bd4a-487d-a6f8-42848de25ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b73f2f5-72b9-404a-9151-e51946edd991', 'code': 200} Aug 12 15:10:37.426910 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509'] for port, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:37.476383 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Pushing event updated for resources: {'Port': ['ID=3b73f2f5-72b9-404a-9151-e51946edd991,revision_number=5']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:37.581493 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9923f600-d546-4b5b-a2c5-f03622cfacbd req-ec13d262-bd4d-4cd5-96f3-9cc07e6dbe43 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2401140 Aug 12 15:10:37.737857 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad5d13-28dd-4c53-92e0-cb0dccfb635d req-83f4fbbf-04d5-476e-b8e7-aa4c312995c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:37.739312 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-45ad5d13-28dd-4c53-92e0-cb0dccfb635d req-83f4fbbf-04d5-476e-b8e7-aa4c312995c1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=03891eac-bd4a-487d-a6f8-42848de25ec6 HTTP/1.1" status: 200 len: 1099 time: 0.0400462 Aug 12 15:10:37.777675 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-45ad5d13-28dd-4c53-92e0-cb0dccfb635d req-b19e24a5-1aea-4fc9-ab65-4ccfa9da297e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317376 Aug 12 15:10:38.694989 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6aad49-3b93-4e15-8c10-d02ede226298 req-d9440225-35d1-4e4a-8014-3594d4b27ffd tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:38.696484 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ca6aad49-3b93-4e15-8c10-d02ede226298 req-d9440225-35d1-4e4a-8014-3594d4b27ffd tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=03891eac-bd4a-487d-a6f8-42848de25ec6 HTTP/1.1" status: 200 len: 946 time: 0.0471332 Aug 12 15:10:38.733077 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-ca6aad49-3b93-4e15-8c10-d02ede226298 req-9ee80fb9-7520-4a18-945a-8d4c479ee72a tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306561 Aug 12 15:10:39.846378 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d99407-0052-44c2-8ebf-dcd5b48d4b5f req-e38c4ce9-7cd5-45b1-818f-7441a9be8a31 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:39.847780 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e9d99407-0052-44c2-8ebf-dcd5b48d4b5f req-e38c4ce9-7cd5-45b1-818f-7441a9be8a31 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=03891eac-bd4a-487d-a6f8-42848de25ec6 HTTP/1.1" status: 200 len: 946 time: 0.0473456 Aug 12 15:10:39.884123 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-e9d99407-0052-44c2-8ebf-dcd5b48d4b5f req-4fbf7491-999a-43ac-b292-5b400176f6cf tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304334 Aug 12 15:10:39.996788 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a08fb8-5124-4b4e-8a56-5f3c169e76eb req-a00e899e-36e3-4e7c-be01-ed155dcf06bd tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:39.998239 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-00a08fb8-5124-4b4e-8a56-5f3c169e76eb req-a00e899e-36e3-4e7c-be01-ed155dcf06bd tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=03891eac-bd4a-487d-a6f8-42848de25ec6 HTTP/1.1" status: 200 len: 946 time: 0.0501003 Aug 12 15:10:40.034531 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-00a08fb8-5124-4b4e-8a56-5f3c169e76eb req-082b3188-d2a6-4710-ae46-8278827a04b6 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299604 Aug 12 15:10:40.056015 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 48412) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:40.093260 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef18f99d-8a56-4766-932a-41dea5a7d475 tempest-TestVolumeBootPattern-111393686 tempest-TestVolumeBootPattern-111393686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:40.094733 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-ef18f99d-8a56-4766-932a-41dea5a7d475 tempest-TestVolumeBootPattern-111393686 tempest-TestVolumeBootPattern-111393686-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=03891eac-bd4a-487d-a6f8-42848de25ec6 HTTP/1.1" status: 200 len: 1094 time: 0.0377743 Aug 12 15:10:40.097644 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 48414) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:40.101869 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.v2.base [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Request body: {'floatingip': {'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'port_id': '3b73f2f5-72b9-404a-9151-e51946edd991', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:40.201207 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for floatingip, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:40.296554 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:40.396706 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.db_base_plugin_common [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Allocated IP 172.27.1.24 (df63f438-b2ec-4f43-ad5b-12a75f4e90ce/8bfc729c-9def-42bb-b3b9-7901b6eeb5d6/e47c542b-0684-41b2-a8c5-9e9f849b63e5) {{(pid=105905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:10:40.497754 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for port, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:40.647700 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782132393445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374546'] for port, after_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:40.687312 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Network df63f438-b2ec-4f43-ad5b-12a75f4e90ce is already hosted by enough agents. {{(pid=105905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:10:40.690172 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.base_scheduler [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Resources bound (agent type, host, resource id): {{(pid=105905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:10:40.693728 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Received port after_create {{(pid=105905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:10:40.714529 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Pushing event updated for resources: {'Port': ['ID=e47c542b-0684-41b2-a8c5-9e9f849b63e5,revision_number=1']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:40.725944 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:40.729828 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:40.729828 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:40.729828 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:40.729828 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:40.729828 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:40.729828 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:40.729828 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:40.729828 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:40.729828 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:40.729828 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:40.729828 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:41.048611 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:41.177186 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709275'] for port, before_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:41.322527 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for port, precommit_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:41.407135 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782132865172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782132393463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782132394509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2374555'] for port, after_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:41.476798 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Pushing event updated for resources: {'Port': ['ID=e47c542b-0684-41b2-a8c5-9e9f849b63e5,revision_number=2']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:41.490617 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710293'] for floatingip, after_update {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:41.588598 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.db.l3_db [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Floating IP 3656a136-172c-406e-a255-115debd67a32 associated. External IP: 172.27.1.24, port: 3b73f2f5-72b9-404a-9151-e51946edd991. Aug 12 15:10:41.789255 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Router 78b4a731-b9f4-4f14-8501-88471adf6475 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:10:41.893101 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:10:41.903445 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88772565-d0e8-43e4-b268-e774176f20e6 None None] Sync routers for ids ['78b4a731-b9f4-4f14-8501-88471adf6475'] in dv-cinder-800015-3-iscsi {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:10:41.913556 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88772565-d0e8-43e4-b268-e774176f20e6 None None] Routers {'78b4a731-b9f4-4f14-8501-88471adf6475'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:10:41.918617 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-88772565-d0e8-43e4-b268-e774176f20e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:10:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['78b4a731-b9f4-4f14-8501-88471adf6475'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:41.967117 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for floatingip, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:41.999256 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-7be10544-f6b3-4f68-9b32-d6bc36fe812e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9006715 Aug 12 15:10:41.999943 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03891eac-bd4a-487d-a6f8-42848de25ec6', 'tag': '3b73f2f5-72b9-404a-9151-e51946edd991'}] {{(pid=105905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:10:42.002211 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1238f1f5812354b64934186896ad6aa3779af87d0a627baf2a0b63d001b00141" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301259f9-4cd4-4f19-9ff8-9060de102b94" -d '{"events": [{"name": "network-changed", "server_uuid": "03891eac-bd4a-487d-a6f8-42848de25ec6", "tag": "3b73f2f5-72b9-404a-9151-e51946edd991"}]}' {{(pid=105905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:10:42.035212 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-88772565-d0e8-43e4-b268-e774176f20e6 None None] Set router 78b4a731-b9f4-4f14-8501-88471adf6475 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:10:42.039132 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05125d3e-4b59-43b1-8bf6-cfaacd2dc215 x-openstack-request-id: req-05125d3e-4b59-43b1-8bf6-cfaacd2dc215 {{(pid=105905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:10:42.039415 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03891eac-bd4a-487d-a6f8-42848de25ec6", "tag": "3b73f2f5-72b9-404a-9151-e51946edd991", "status": "completed", "code": 200}]} {{(pid=105905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:10:42.039665 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-05125d3e-4b59-43b1-8bf6-cfaacd2dc215 {{(pid=105905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:10:42.040058 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03891eac-bd4a-487d-a6f8-42848de25ec6', 'tag': '3b73f2f5-72b9-404a-9151-e51946edd991', 'status': 'completed', 'code': 200} Aug 12 15:10:42.099479 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301259f9-4cd4-4f19-9ff8-9060de102b94 req-7d99d64b-2c9a-4280-b780-0f3358275a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:42.101563 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-301259f9-4cd4-4f19-9ff8-9060de102b94 req-7d99d64b-2c9a-4280-b780-0f3358275a15 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b2f4cb6117a74e5b996e3edd805df2e3&device_id=03891eac-bd4a-487d-a6f8-42848de25ec6 HTTP/1.1" status: 200 len: 1099 time: 0.0409272 Aug 12 15:10:42.196355 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301259f9-4cd4-4f19-9ff8-9060de102b94 req-c24d6c70-dcb9-413e-b65b-a43171a0485e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:42.198088 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-301259f9-4cd4-4f19-9ff8-9060de102b94 req-c24d6c70-dcb9-413e-b65b-a43171a0485e service neutron] 10.222.0.73 "GET /v2.0/networks?id=cd52802e-1c8d-455d-92c8-1a3f495fbed9 HTTP/1.1" status: 200 len: 913 time: 0.0901093 Aug 12 15:10:42.256027 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-cced22c6-2ebe-41a3-862b-49671ac1edf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:42.271637 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-301259f9-4cd4-4f19-9ff8-9060de102b94 req-d08354c5-6bd9-492d-989f-d9f615a894a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b73f2f5-72b9-404a-9151-e51946edd991 HTTP/1.1" status: 200 len: 999 time: 0.0659878 Aug 12 15:10:42.277250 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-88772565-d0e8-43e4-b268-e774176f20e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'name': 'tempest-TestVolumeBootPattern-1488447592-router', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:25Z', 'revision_number': 4, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'gw_port': {'id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_floatingips': [{'id': '2a90b9da-3922-434b-a7c4-9cbd9abd04c5', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'port_id': '52a7f416-2529-4ae4-8290-8175d31e241f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'mac_address': 'fa:16:3e:68:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ceb719f-a368-44ea-9157-87e80c90f4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:08:39Z', 'updated_at': '2021-08-12T15:08:41Z', 'revision_number': 1, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'fixed_ip_address_scope': None}, {'id': '3656a136-172c-406e-a255-115debd67a32', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'floating_ip_address': '172.27.1.24', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'port_id': '3b73f2f5-72b9-404a-9151-e51946edd991', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'mac_address': 'fa:16:3e:b4:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03891eac-bd4a-487d-a6f8-42848de25ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:10:40Z', 'updated_at': '2021-08-12T15:10:40Z', 'revision_number': 0, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a469b653-7025-418a-b6f4-8eb3bcd870fa', 'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'mac_address': 'fa:16:3e:aa:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:25Z', 'updated_at': '2021-08-12T15:05:33Z', 'revision_number': 5, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'subnets': [{'id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:42.303249 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88772565-d0e8-43e4-b268-e774176f20e6 None None] Checking router: 78b4a731-b9f4-4f14-8501-88471adf6475 for host: dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:10:42.311592 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88772565-d0e8-43e4-b268-e774176f20e6 None None] Routers {'78b4a731-b9f4-4f14-8501-88471adf6475'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:10:42.312351 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-88772565-d0e8-43e4-b268-e774176f20e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:10:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['78b4a731-b9f4-4f14-8501-88471adf6475'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:42.321073 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301259f9-4cd4-4f19-9ff8-9060de102b94 req-c810f111-5576-4681-a417-5c862569c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:42.322561 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-301259f9-4cd4-4f19-9ff8-9060de102b94 req-c810f111-5576-4681-a417-5c862569c9e5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b HTTP/1.1" status: 200 len: 851 time: 0.0446792 Aug 12 15:10:42.368180 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301259f9-4cd4-4f19-9ff8-9060de102b94 req-1f500886-d9ba-4bfc-b4f2-7097783ff37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:42.369716 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-301259f9-4cd4-4f19-9ff8-9060de102b94 req-1f500886-d9ba-4bfc-b4f2-7097783ff37f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cd52802e-1c8d-455d-92c8-1a3f495fbed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397186 Aug 12 15:10:42.417994 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-88772565-d0e8-43e4-b268-e774176f20e6 None None] Set router 78b4a731-b9f4-4f14-8501-88471adf6475 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:10:42.463853 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-301259f9-4cd4-4f19-9ff8-9060de102b94 req-da5ef4fd-beb2-4f8c-b01c-3bcbeea31beb service neutron] 10.222.0.73 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865493 Aug 12 15:10:42.559266 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-301259f9-4cd4-4f19-9ff8-9060de102b94 req-aa130e1c-6660-42bc-a364-062596c219d0 service neutron] 10.222.0.73 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882764 Aug 12 15:10:42.652166 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-88772565-d0e8-43e4-b268-e774176f20e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'name': 'tempest-TestVolumeBootPattern-1488447592-router', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:25Z', 'revision_number': 4, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'gw_port': {'id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_floatingips': [{'id': '2a90b9da-3922-434b-a7c4-9cbd9abd04c5', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'port_id': '52a7f416-2529-4ae4-8290-8175d31e241f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'mac_address': 'fa:16:3e:68:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ceb719f-a368-44ea-9157-87e80c90f4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:08:39Z', 'updated_at': '2021-08-12T15:08:41Z', 'revision_number': 1, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'fixed_ip_address_scope': None}, {'id': '3656a136-172c-406e-a255-115debd67a32', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'floating_ip_address': '172.27.1.24', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'port_id': '3b73f2f5-72b9-404a-9151-e51946edd991', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'mac_address': 'fa:16:3e:b4:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03891eac-bd4a-487d-a6f8-42848de25ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:10:40Z', 'updated_at': '2021-08-12T15:10:40Z', 'revision_number': 0, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a469b653-7025-418a-b6f4-8eb3bcd870fa', 'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'mac_address': 'fa:16:3e:aa:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:25Z', 'updated_at': '2021-08-12T15:05:33Z', 'revision_number': 5, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'subnets': [{'id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:42.677699 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88772565-d0e8-43e4-b268-e774176f20e6 None None] The sync data for ids ['78b4a731-b9f4-4f14-8501-88471adf6475'] in dv-cinder-800015-3-iscsi is: [{'id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'name': 'tempest-TestVolumeBootPattern-1488447592-router', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:25Z', 'revision_number': 4, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'gw_port': {'id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_floatingips': [{'id': '2a90b9da-3922-434b-a7c4-9cbd9abd04c5', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'port_id': '52a7f416-2529-4ae4-8290-8175d31e241f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'mac_address': 'fa:16:3e:68:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ceb719f-a368-44ea-9157-87e80c90f4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:08:39Z', 'updated_at': '2021-08-12T15:08:41Z', 'revision_number': 1, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'fixed_ip_address_scope': None}, {'id': '3656a136-172c-406e-a255-115debd67a32', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'floating_ip_address': '172.27.1.24', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'port_id': '3b73f2f5-72b9-404a-9151-e51946edd991', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'mac_address': 'fa:16:3e:b4:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03891eac-bd4a-487d-a6f8-42848de25ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:10:40Z', 'updated_at': '2021-08-12T15:10:40Z', 'revision_number': 0, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a469b653-7025-418a-b6f4-8eb3bcd870fa', 'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'mac_address': 'fa:16:3e:aa:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:25Z', 'updated_at': '2021-08-12T15:05:33Z', 'revision_number': 5, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'subnets': [{'id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:10:42.865841 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7833d8bf-be18-4769-973d-4b2da3ea1c67 None None] New status for floating IP 3656a136-172c-406e-a255-115debd67a32: ACTIVE {{(pid=105908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:10:44.527052 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-2b05f3de-cb41-4c62-aad7-340668c145de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:45.053052 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:45.934900 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:47.504641 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:58.323269 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:11:05.938432 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:12.258338 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7af9-db2b-41f3-a959-1e6353f215db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:13.767905 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-413fad0a-fe3a-48c1-8529-9e7a225c94fe req-f0f45e77-a39c-4395-aecf-d85a2d0badc9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0835862 Aug 12 15:11:13.849687 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fad0a-fe3a-48c1-8529-9e7a225c94fe req-f9547973-4620-41a0-b37b-739473cb7372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:13.851081 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-413fad0a-fe3a-48c1-8529-9e7a225c94fe req-f9547973-4620-41a0-b37b-739473cb7372 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b2f4cb6117a74e5b996e3edd805df2e3&device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe HTTP/1.1" status: 200 len: 1098 time: 0.0432873 Aug 12 15:11:13.951615 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fad0a-fe3a-48c1-8529-9e7a225c94fe req-2d255d7a-ba7c-4840-a762-e3dd2ba2ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:13.953081 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-413fad0a-fe3a-48c1-8529-9e7a225c94fe req-2d255d7a-ba7c-4840-a762-e3dd2ba2ed13 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cd52802e-1c8d-455d-92c8-1a3f495fbed9 HTTP/1.1" status: 200 len: 913 time: 0.0817358 Aug 12 15:11:14.019518 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-413fad0a-fe3a-48c1-8529-9e7a225c94fe req-7e81b19b-be9a-4cae-8244-baec05f50fb9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52a7f416-2529-4ae4-8290-8175d31e241f HTTP/1.1" status: 200 len: 1001 time: 0.0591519 Aug 12 15:11:14.067027 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fad0a-fe3a-48c1-8529-9e7a225c94fe req-6c9a1034-8295-43ec-9c6e-bcaaf626151e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:14.068465 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-413fad0a-fe3a-48c1-8529-9e7a225c94fe req-6c9a1034-8295-43ec-9c6e-bcaaf626151e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b HTTP/1.1" status: 200 len: 851 time: 0.0431228 Aug 12 15:11:14.112382 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fad0a-fe3a-48c1-8529-9e7a225c94fe req-e0642f6e-48b5-4bac-b9fc-f4ccce85ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:14.113890 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-413fad0a-fe3a-48c1-8529-9e7a225c94fe req-e0642f6e-48b5-4bac-b9fc-f4ccce85ebd7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cd52802e-1c8d-455d-92c8-1a3f495fbed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388231 Aug 12 15:11:14.205299 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-413fad0a-fe3a-48c1-8529-9e7a225c94fe req-db4a964a-701c-42fb-a057-843b7932953a service neutron] 10.222.0.73 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830762 Aug 12 15:11:14.291784 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-413fad0a-fe3a-48c1-8529-9e7a225c94fe req-910f0cfa-2b6b-4699-80c6-6b64c49be3b3 service neutron] 10.222.0.73 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798774 Aug 12 15:11:14.535533 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-b97cfde6-2688-407e-9d2a-608c1a842831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:15.063841 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:15.941368 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:17.515379 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:35.321239 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:11:35.889775 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:42.226900 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-3db36e1c-1f07-4d7a-b0db-43bef780ffa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:44.541888 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-a03a7938-df9e-4998-9fe6-58e017ef490f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:45.056020 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:45.967140 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:47.538953 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:05.925281 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:10.307602 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 48448) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:12:10.458205 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.plugin [None req-7afa932b-f843-46af-a1e0-7c95f5233024 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Deleting port e47c542b-0684-41b2-a8c5-9e9f849b63e5 {{(pid=105905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:12:10.458436 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7afa932b-f843-46af-a1e0-7c95f5233024 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:10.530201 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7afa932b-f843-46af-a1e0-7c95f5233024 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:10.530995 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7afa932b-f843-46af-a1e0-7c95f5233024 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:10.542253 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.plugin [None req-7afa932b-f843-46af-a1e0-7c95f5233024 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Calling delete_port for e47c542b-0684-41b2-a8c5-9e9f849b63e5 owned by network:floatingip {{(pid=105905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:12:10.784593 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7afa932b-f843-46af-a1e0-7c95f5233024 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374546'] for port, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:10.862240 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa932b-f843-46af-a1e0-7c95f5233024 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Pushing event deleted for resources: {'Port': ['ID=e47c542b-0684-41b2-a8c5-9e9f849b63e5,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:12:10.862240 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa932b-f843-46af-a1e0-7c95f5233024 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:10.862240 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa932b-f843-46af-a1e0-7c95f5233024 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:10.862240 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa932b-f843-46af-a1e0-7c95f5233024 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:10.862240 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa932b-f843-46af-a1e0-7c95f5233024 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:10.862240 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa932b-f843-46af-a1e0-7c95f5233024 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:10.862240 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa932b-f843-46af-a1e0-7c95f5233024 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:10.862240 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa932b-f843-46af-a1e0-7c95f5233024 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:10.862240 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa932b-f843-46af-a1e0-7c95f5233024 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:10.862240 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa932b-f843-46af-a1e0-7c95f5233024 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:10.862240 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa932b-f843-46af-a1e0-7c95f5233024 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:10.862240 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa932b-f843-46af-a1e0-7c95f5233024 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:10.862240 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa932b-f843-46af-a1e0-7c95f5233024 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:10.879567 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7afa932b-f843-46af-a1e0-7c95f5233024 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for floatingip, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:10.879897 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.db.l3_db [None req-7afa932b-f843-46af-a1e0-7c95f5233024 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Floating IP 3656a136-172c-406e-a255-115debd67a32 disassociated (deleted). External IP: 172.27.1.24, port: 3b73f2f5-72b9-404a-9151-e51946edd991. Aug 12 15:12:11.282498 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afa932b-f843-46af-a1e0-7c95f5233024 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Router 78b4a731-b9f4-4f14-8501-88471adf6475 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:12:11.382796 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afa932b-f843-46af-a1e0-7c95f5233024 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:12:11.387600 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7afa932b-f843-46af-a1e0-7c95f5233024 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for floatingip, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:11.392127 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70af0d78-6c39-4cb0-be6c-81b064c82e70 None None] Sync routers for ids ['78b4a731-b9f4-4f14-8501-88471adf6475'] in dv-cinder-800015-3-iscsi {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:12:11.401904 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70af0d78-6c39-4cb0-be6c-81b064c82e70 None None] Routers {'78b4a731-b9f4-4f14-8501-88471adf6475'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:12:11.402522 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-70af0d78-6c39-4cb0-be6c-81b064c82e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:11:44Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['78b4a731-b9f4-4f14-8501-88471adf6475'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:12:11.416893 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-7afa932b-f843-46af-a1e0-7c95f5233024 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "DELETE /v2.0/floatingips/3656a136-172c-406e-a255-115debd67a32 HTTP/1.1" status: 204 len: 168 time: 1.1081996 Aug 12 15:12:11.417475 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03891eac-bd4a-487d-a6f8-42848de25ec6', 'tag': '3b73f2f5-72b9-404a-9151-e51946edd991'}] {{(pid=105905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:12:11.419830 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1238f1f5812354b64934186896ad6aa3779af87d0a627baf2a0b63d001b00141" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182571cc-818b-41d2-a8c2-8a1057544372" -d '{"events": [{"name": "network-changed", "server_uuid": "03891eac-bd4a-487d-a6f8-42848de25ec6", "tag": "3b73f2f5-72b9-404a-9151-e51946edd991"}]}' {{(pid=105905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:12:11.467383 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9168dd93-3492-4938-90bb-685723ac1aae x-openstack-request-id: req-9168dd93-3492-4938-90bb-685723ac1aae {{(pid=105905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:12:11.467672 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03891eac-bd4a-487d-a6f8-42848de25ec6", "tag": "3b73f2f5-72b9-404a-9151-e51946edd991", "status": "completed", "code": 200}]} {{(pid=105905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:12:11.467939 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9168dd93-3492-4938-90bb-685723ac1aae {{(pid=105905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:12:11.468316 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03891eac-bd4a-487d-a6f8-42848de25ec6', 'tag': '3b73f2f5-72b9-404a-9151-e51946edd991', 'status': 'completed', 'code': 200} Aug 12 15:12:11.540632 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182571cc-818b-41d2-a8c2-8a1057544372 req-afd7232a-7254-4e7b-a65e-2e62f2421971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:11.542142 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-182571cc-818b-41d2-a8c2-8a1057544372 req-afd7232a-7254-4e7b-a65e-2e62f2421971 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b2f4cb6117a74e5b996e3edd805df2e3&device_id=03891eac-bd4a-487d-a6f8-42848de25ec6 HTTP/1.1" status: 200 len: 1099 time: 0.0512660 Aug 12 15:12:11.633971 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-70af0d78-6c39-4cb0-be6c-81b064c82e70 None None] Set router 78b4a731-b9f4-4f14-8501-88471adf6475 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:12:11.638566 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182571cc-818b-41d2-a8c2-8a1057544372 req-9112cc12-032d-4e23-9bba-f3e62b311ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:11.640113 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-182571cc-818b-41d2-a8c2-8a1057544372 req-9112cc12-032d-4e23-9bba-f3e62b311ce2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cd52802e-1c8d-455d-92c8-1a3f495fbed9 HTTP/1.1" status: 200 len: 913 time: 0.0914192 Aug 12 15:12:11.681991 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-182571cc-818b-41d2-a8c2-8a1057544372 req-784066ea-b0a6-49ae-8ab2-639e6bf27480 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b73f2f5-72b9-404a-9151-e51946edd991 HTTP/1.1" status: 200 len: 217 time: 0.0351202 Aug 12 15:12:11.730227 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182571cc-818b-41d2-a8c2-8a1057544372 req-49dfe6ea-5a8b-44e1-a2a7-63d31f25b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:11.731721 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-182571cc-818b-41d2-a8c2-8a1057544372 req-49dfe6ea-5a8b-44e1-a2a7-63d31f25b432 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b HTTP/1.1" status: 200 len: 851 time: 0.0435939 Aug 12 15:12:11.782526 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182571cc-818b-41d2-a8c2-8a1057544372 req-189e05ed-311c-472e-92a7-02830b80b6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:11.784072 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-182571cc-818b-41d2-a8c2-8a1057544372 req-189e05ed-311c-472e-92a7-02830b80b6a8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cd52802e-1c8d-455d-92c8-1a3f495fbed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457356 Aug 12 15:12:11.861835 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-70af0d78-6c39-4cb0-be6c-81b064c82e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'name': 'tempest-TestVolumeBootPattern-1488447592-router', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:25Z', 'revision_number': 4, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'gw_port': {'id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_floatingips': [{'id': '2a90b9da-3922-434b-a7c4-9cbd9abd04c5', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'port_id': '52a7f416-2529-4ae4-8290-8175d31e241f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'mac_address': 'fa:16:3e:68:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ceb719f-a368-44ea-9157-87e80c90f4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:08:39Z', 'updated_at': '2021-08-12T15:08:41Z', 'revision_number': 1, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a469b653-7025-418a-b6f4-8eb3bcd870fa', 'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'mac_address': 'fa:16:3e:aa:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:25Z', 'updated_at': '2021-08-12T15:05:33Z', 'revision_number': 5, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'subnets': [{'id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:12:11.877269 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-182571cc-818b-41d2-a8c2-8a1057544372 req-738a1594-8e01-436d-835c-ac8e50044be2 service neutron] 10.222.0.73 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857275 Aug 12 15:12:11.888177 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70af0d78-6c39-4cb0-be6c-81b064c82e70 None None] Checking router: 78b4a731-b9f4-4f14-8501-88471adf6475 for host: dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:12:11.897616 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70af0d78-6c39-4cb0-be6c-81b064c82e70 None None] Routers {'78b4a731-b9f4-4f14-8501-88471adf6475'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:12:11.898242 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-70af0d78-6c39-4cb0-be6c-81b064c82e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:11:44Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['78b4a731-b9f4-4f14-8501-88471adf6475'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:12:11.977884 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-182571cc-818b-41d2-a8c2-8a1057544372 req-ad77c70c-4319-418f-a24f-98feb56c9ef4 service neutron] 10.222.0.73 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936239 Aug 12 15:12:12.009315 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-70af0d78-6c39-4cb0-be6c-81b064c82e70 None None] Set router 78b4a731-b9f4-4f14-8501-88471adf6475 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:12:12.048672 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00002e-febf-4fbe-bc4e-575ecd1bccfe req-df0d42e6-b260-4a49-a6bc-8977f09139a6 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:12.050188 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3e00002e-febf-4fbe-bc4e-575ecd1bccfe req-df0d42e6-b260-4a49-a6bc-8977f09139a6 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=03891eac-bd4a-487d-a6f8-42848de25ec6 HTTP/1.1" status: 200 len: 946 time: 0.1197145 Aug 12 15:12:12.089514 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-3e00002e-febf-4fbe-bc4e-575ecd1bccfe req-df8d40d4-b660-4e3b-b318-859658a0eb5e tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324173 Aug 12 15:12:12.244092 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-3bf98509-50c9-45cc-8034-1546246d7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:12.249074 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-70af0d78-6c39-4cb0-be6c-81b064c82e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'name': 'tempest-TestVolumeBootPattern-1488447592-router', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:25Z', 'revision_number': 4, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'gw_port': {'id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_floatingips': [{'id': '2a90b9da-3922-434b-a7c4-9cbd9abd04c5', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'port_id': '52a7f416-2529-4ae4-8290-8175d31e241f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'mac_address': 'fa:16:3e:68:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ceb719f-a368-44ea-9157-87e80c90f4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:08:39Z', 'updated_at': '2021-08-12T15:08:41Z', 'revision_number': 1, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a469b653-7025-418a-b6f4-8eb3bcd870fa', 'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'mac_address': 'fa:16:3e:aa:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:25Z', 'updated_at': '2021-08-12T15:05:33Z', 'revision_number': 5, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'subnets': [{'id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:12:12.275106 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70af0d78-6c39-4cb0-be6c-81b064c82e70 None None] The sync data for ids ['78b4a731-b9f4-4f14-8501-88471adf6475'] in dv-cinder-800015-3-iscsi is: [{'id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'name': 'tempest-TestVolumeBootPattern-1488447592-router', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:25Z', 'revision_number': 4, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'gw_port': {'id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_floatingips': [{'id': '2a90b9da-3922-434b-a7c4-9cbd9abd04c5', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'router_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'port_id': '52a7f416-2529-4ae4-8290-8175d31e241f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'mac_address': 'fa:16:3e:68:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ceb719f-a368-44ea-9157-87e80c90f4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:08:39Z', 'updated_at': '2021-08-12T15:08:41Z', 'revision_number': 1, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a469b653-7025-418a-b6f4-8eb3bcd870fa', 'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'mac_address': 'fa:16:3e:aa:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:25Z', 'updated_at': '2021-08-12T15:05:33Z', 'revision_number': 5, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'subnets': [{'id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:12:12.324212 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:12:12.475072 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab0da0a-29ef-46ac-8051-984b15ddf508 None None] New status for floating IP 3656a136-172c-406e-a255-115debd67a32: DOWN {{(pid=105908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:12:13.269200 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3f3e8-e80b-4fcc-b8de-540942b958af req-d9b0824b-a4ba-42df-82e6-4b28db4d42ce tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:13.270670 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a1f3f3e8-e80b-4fcc-b8de-540942b958af req-d9b0824b-a4ba-42df-82e6-4b28db4d42ce tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=03891eac-bd4a-487d-a6f8-42848de25ec6 HTTP/1.1" status: 200 len: 946 time: 0.0989428 Aug 12 15:12:13.308180 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-a1f3f3e8-e80b-4fcc-b8de-540942b958af req-b885facd-dadf-422c-939f-e30debdc6103 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312107 Aug 12 15:12:13.572262 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbbebc-9677-4dd7-8936-7f99004e0114 req-0dfab801-b967-476e-a7e2-572f02805f34 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:13.573752 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-68dbbebc-9677-4dd7-8936-7f99004e0114 req-0dfab801-b967-476e-a7e2-572f02805f34 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.73 "GET /v2.0/ports?device_id=03891eac-bd4a-487d-a6f8-42848de25ec6 HTTP/1.1" status: 200 len: 946 time: 0.0493162 Aug 12 15:12:13.661372 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-68dbbebc-9677-4dd7-8936-7f99004e0114 req-49c4034c-b343-4ad8-8529-3100b3cede64 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Deleting port 3b73f2f5-72b9-404a-9151-e51946edd991 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:12:13.661705 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-68dbbebc-9677-4dd7-8936-7f99004e0114 req-49c4034c-b343-4ad8-8529-3100b3cede64 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:13.750284 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-68dbbebc-9677-4dd7-8936-7f99004e0114 req-49c4034c-b343-4ad8-8529-3100b3cede64 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] For port 3b73f2f5-72b9-404a-9151-e51946edd991, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=3b73f2f5-72b9-404a-9151-e51946edd991,segment=NetworkSegment(b61ea87c-593e-43ed-9366-64449473e70b),segment_id=b61ea87c-593e-43ed-9366-64449473e70b)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:12:13.750643 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-68dbbebc-9677-4dd7-8936-7f99004e0114 req-49c4034c-b343-4ad8-8529-3100b3cede64 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:13.762981 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-68dbbebc-9677-4dd7-8936-7f99004e0114 req-49c4034c-b343-4ad8-8529-3100b3cede64 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Calling delete_port for 3b73f2f5-72b9-404a-9151-e51946edd991 owned by compute:nova {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:12:14.024950 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-68dbbebc-9677-4dd7-8936-7f99004e0114 req-49c4034c-b343-4ad8-8529-3100b3cede64 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:14.054791 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4034c-b343-4ad8-8529-3100b3cede64 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Pushing event deleted for resources: {'Port': ['ID=3b73f2f5-72b9-404a-9151-e51946edd991,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:12:14.126976 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4034c-b343-4ad8-8529-3100b3cede64 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:14.126976 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4034c-b343-4ad8-8529-3100b3cede64 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:14.126976 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4034c-b343-4ad8-8529-3100b3cede64 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:14.126976 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4034c-b343-4ad8-8529-3100b3cede64 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:14.126976 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4034c-b343-4ad8-8529-3100b3cede64 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:14.126976 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4034c-b343-4ad8-8529-3100b3cede64 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:14.126976 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4034c-b343-4ad8-8529-3100b3cede64 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:14.126976 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4034c-b343-4ad8-8529-3100b3cede64 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:14.126976 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4034c-b343-4ad8-8529-3100b3cede64 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:14.126976 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4034c-b343-4ad8-8529-3100b3cede64 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:14.126976 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4034c-b343-4ad8-8529-3100b3cede64 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:14.126976 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4034c-b343-4ad8-8529-3100b3cede64 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:14.126976 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-68dbbebc-9677-4dd7-8936-7f99004e0114 req-49c4034c-b343-4ad8-8529-3100b3cede64 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] No DVR routers for this DVR port 3b73f2f5-72b9-404a-9151-e51946edd991 on host hv-cinder-80001 {{(pid=105906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:12:14.128169 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-68dbbebc-9677-4dd7-8936-7f99004e0114 req-49c4034c-b343-4ad8-8529-3100b3cede64 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:14.128169 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-68dbbebc-9677-4dd7-8936-7f99004e0114 req-49c4034c-b343-4ad8-8529-3100b3cede64 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.73 "DELETE /v2.0/ports/3b73f2f5-72b9-404a-9151-e51946edd991 HTTP/1.1" status: 204 len: 173 time: 0.5317757 Aug 12 15:12:14.128169 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03891eac-bd4a-487d-a6f8-42848de25ec6', 'name': 'network-vif-deleted', 'tag': '3b73f2f5-72b9-404a-9151-e51946edd991'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:12:14.128169 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a461656-85e2-422d-bb93-2e78735fd8c6" -d '{"events": [{"server_uuid": "03891eac-bd4a-487d-a6f8-42848de25ec6", "name": "network-vif-deleted", "tag": "3b73f2f5-72b9-404a-9151-e51946edd991"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:12:14.201385 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2940af40-2516-4de8-83b1-e4f2445cdeb9 x-openstack-request-id: req-2940af40-2516-4de8-83b1-e4f2445cdeb9 {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:12:14.201680 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03891eac-bd4a-487d-a6f8-42848de25ec6", "name": "network-vif-deleted", "tag": "3b73f2f5-72b9-404a-9151-e51946edd991", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:12:14.201925 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2940af40-2516-4de8-83b1-e4f2445cdeb9 {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:12:14.202315 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03891eac-bd4a-487d-a6f8-42848de25ec6', 'name': 'network-vif-deleted', 'tag': '3b73f2f5-72b9-404a-9151-e51946edd991', 'status': 'completed', 'code': 200} Aug 12 15:12:14.411007 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-79e7c00a-5a40-4483-aea8-065cc406741f req-0a3c4ddf-30d6-40e1-8916-beea3bf2461d tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=03891eac-bd4a-487d-a6f8-42848de25ec6 HTTP/1.1" status: 200 len: 210 time: 0.0367322 Aug 12 15:12:14.567532 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-32895e4b-ff15-4925-8477-b128fa7bcb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:15.070212 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:15.520522 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-1c16278e-1ece-43a1-aa37-84aac9dd7811 req-83d3ef2c-002d-46a8-9831-cd20275239ef tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=03891eac-bd4a-487d-a6f8-42848de25ec6 HTTP/1.1" status: 200 len: 210 time: 0.0290852 Aug 12 15:12:15.995747 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:17.527332 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:17.673726 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 3b73f2f5-72b9-404a-9151-e51946edd991 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:12:17.693593 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] No Port match for: 3b73f2f5-72b9-404a-9151-e51946edd991 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:12:17.693876 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 3b73f2f5-72b9-404a-9151-e51946edd991 not bound to the agent host hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:12:19.148838 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 48498) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:12:19.300261 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-56811cc0-8bf2-4c3c-85b8-789bcb9e2466 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Deleting port 0e9fa658-81f6-4649-b820-0280c87fc71f {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:12:19.300597 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-56811cc0-8bf2-4c3c-85b8-789bcb9e2466 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:19.374816 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-56811cc0-8bf2-4c3c-85b8-789bcb9e2466 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:19.375142 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-56811cc0-8bf2-4c3c-85b8-789bcb9e2466 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:19.387073 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-56811cc0-8bf2-4c3c-85b8-789bcb9e2466 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Calling delete_port for 0e9fa658-81f6-4649-b820-0280c87fc71f owned by network:floatingip {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:12:19.710092 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-56811cc0-8bf2-4c3c-85b8-789bcb9e2466 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:19.732976 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56811cc0-8bf2-4c3c-85b8-789bcb9e2466 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Pushing event deleted for resources: {'Port': ['ID=0e9fa658-81f6-4649-b820-0280c87fc71f,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:12:19.792827 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-56811cc0-8bf2-4c3c-85b8-789bcb9e2466 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for floatingip, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:19.793141 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.db.l3_db [None req-56811cc0-8bf2-4c3c-85b8-789bcb9e2466 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Floating IP 2a90b9da-3922-434b-a7c4-9cbd9abd04c5 disassociated (deleted). External IP: 172.27.1.177, port: 52a7f416-2529-4ae4-8290-8175d31e241f. Aug 12 15:12:19.990822 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56811cc0-8bf2-4c3c-85b8-789bcb9e2466 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Router 78b4a731-b9f4-4f14-8501-88471adf6475 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:12:20.096263 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56811cc0-8bf2-4c3c-85b8-789bcb9e2466 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:12:20.101157 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-56811cc0-8bf2-4c3c-85b8-789bcb9e2466 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for floatingip, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:20.106169 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6c70c0-def5-46f4-8986-6cba173756f0 None None] Sync routers for ids ['78b4a731-b9f4-4f14-8501-88471adf6475'] in dv-cinder-800015-3-iscsi {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:12:20.114975 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6c70c0-def5-46f4-8986-6cba173756f0 None None] Routers {'78b4a731-b9f4-4f14-8501-88471adf6475'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:12:20.115587 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-df6c70c0-def5-46f4-8986-6cba173756f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:12:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['78b4a731-b9f4-4f14-8501-88471adf6475'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:12:20.128048 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-56811cc0-8bf2-4c3c-85b8-789bcb9e2466 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "DELETE /v2.0/floatingips/2a90b9da-3922-434b-a7c4-9cbd9abd04c5 HTTP/1.1" status: 204 len: 168 time: 0.9775317 Aug 12 15:12:20.128626 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ceb719f-a368-44ea-9157-87e80c90f4fe', 'tag': '52a7f416-2529-4ae4-8290-8175d31e241f'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:12:20.130857 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dfc126-d0a9-4a3f-9e80-d73cd6d2640a" -d '{"events": [{"name": "network-changed", "server_uuid": "4ceb719f-a368-44ea-9157-87e80c90f4fe", "tag": "52a7f416-2529-4ae4-8290-8175d31e241f"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:12:20.170024 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddef912a-d96b-4429-a828-81f78c8e879f x-openstack-request-id: req-ddef912a-d96b-4429-a828-81f78c8e879f {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:12:20.170648 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ceb719f-a368-44ea-9157-87e80c90f4fe", "tag": "52a7f416-2529-4ae4-8290-8175d31e241f", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:12:20.170648 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ddef912a-d96b-4429-a828-81f78c8e879f {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:12:20.171055 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ceb719f-a368-44ea-9157-87e80c90f4fe', 'tag': '52a7f416-2529-4ae4-8290-8175d31e241f', 'status': 'completed', 'code': 200} Aug 12 15:12:20.222573 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-df6c70c0-def5-46f4-8986-6cba173756f0 None None] Set router 78b4a731-b9f4-4f14-8501-88471adf6475 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:12:20.235770 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfc126-d0a9-4a3f-9e80-d73cd6d2640a req-f1d799ba-e429-4d3f-baed-884d418bd092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:20.237319 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-41dfc126-d0a9-4a3f-9e80-d73cd6d2640a req-f1d799ba-e429-4d3f-baed-884d418bd092 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b2f4cb6117a74e5b996e3edd805df2e3&device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe HTTP/1.1" status: 200 len: 1098 time: 0.0442076 Aug 12 15:12:20.327848 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfc126-d0a9-4a3f-9e80-d73cd6d2640a req-da6c1ba3-2d3b-4d59-97d7-20e7ae51caea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:20.329283 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-41dfc126-d0a9-4a3f-9e80-d73cd6d2640a req-da6c1ba3-2d3b-4d59-97d7-20e7ae51caea service neutron] 10.222.0.73 "GET /v2.0/networks?id=cd52802e-1c8d-455d-92c8-1a3f495fbed9 HTTP/1.1" status: 200 len: 913 time: 0.0847921 Aug 12 15:12:20.370446 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-41dfc126-d0a9-4a3f-9e80-d73cd6d2640a req-45bfcf45-f31d-41a9-a623-552577c5c0a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52a7f416-2529-4ae4-8290-8175d31e241f HTTP/1.1" status: 200 len: 217 time: 0.0341647 Aug 12 15:12:20.424931 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-df6c70c0-def5-46f4-8986-6cba173756f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'name': 'tempest-TestVolumeBootPattern-1488447592-router', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:25Z', 'revision_number': 4, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'gw_port': {'id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': 'a469b653-7025-418a-b6f4-8eb3bcd870fa', 'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'mac_address': 'fa:16:3e:aa:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:25Z', 'updated_at': '2021-08-12T15:05:33Z', 'revision_number': 5, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'subnets': [{'id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:12:20.426351 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfc126-d0a9-4a3f-9e80-d73cd6d2640a req-8fea16ce-3b1b-48ff-a252-fdcc02de3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:20.427878 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-41dfc126-d0a9-4a3f-9e80-d73cd6d2640a req-8fea16ce-3b1b-48ff-a252-fdcc02de3856 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b HTTP/1.1" status: 200 len: 851 time: 0.0508575 Aug 12 15:12:20.452071 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6c70c0-def5-46f4-8986-6cba173756f0 None None] Checking router: 78b4a731-b9f4-4f14-8501-88471adf6475 for host: dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:12:20.460488 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6c70c0-def5-46f4-8986-6cba173756f0 None None] Routers {'78b4a731-b9f4-4f14-8501-88471adf6475'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:12:20.461127 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-df6c70c0-def5-46f4-8986-6cba173756f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:12:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['78b4a731-b9f4-4f14-8501-88471adf6475'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:12:20.474628 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfc126-d0a9-4a3f-9e80-d73cd6d2640a req-e834e947-2cf3-4395-8a57-0bb985cd9ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:20.476110 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-41dfc126-d0a9-4a3f-9e80-d73cd6d2640a req-e834e947-2cf3-4395-8a57-0bb985cd9ce4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cd52802e-1c8d-455d-92c8-1a3f495fbed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406673 Aug 12 15:12:20.573909 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-df6c70c0-def5-46f4-8986-6cba173756f0 None None] Set router 78b4a731-b9f4-4f14-8501-88471adf6475 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:12:20.576915 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-41dfc126-d0a9-4a3f-9e80-d73cd6d2640a req-d423c95a-9872-4877-ae18-4b0bb91106b1 service neutron] 10.222.0.73 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928295 Aug 12 15:12:20.581317 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956c13f-4a32-4dae-b38d-409b3ece5e45 req-9c165562-f253-4715-bc36-978e83796d55 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:20.582742 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f956c13f-4a32-4dae-b38d-409b3ece5e45 req-9c165562-f253-4715-bc36-978e83796d55 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe HTTP/1.1" status: 200 len: 945 time: 0.0491359 Aug 12 15:12:20.623891 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-f956c13f-4a32-4dae-b38d-409b3ece5e45 req-a25cdedc-8a7c-4853-b7fc-043038f97249 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341914 Aug 12 15:12:20.673429 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-41dfc126-d0a9-4a3f-9e80-d73cd6d2640a req-3bbc7c6b-dd13-4bf4-8b1b-3fd3c0bc01c2 service neutron] 10.222.0.73 "GET /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887814 Aug 12 15:12:20.781560 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-df6c70c0-def5-46f4-8986-6cba173756f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'name': 'tempest-TestVolumeBootPattern-1488447592-router', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:25Z', 'revision_number': 4, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'gw_port': {'id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': 'a469b653-7025-418a-b6f4-8eb3bcd870fa', 'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'mac_address': 'fa:16:3e:aa:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:25Z', 'updated_at': '2021-08-12T15:05:33Z', 'revision_number': 5, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'subnets': [{'id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:12:20.813627 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6c70c0-def5-46f4-8986-6cba173756f0 None None] The sync data for ids ['78b4a731-b9f4-4f14-8501-88471adf6475'] in dv-cinder-800015-3-iscsi is: [{'id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'name': 'tempest-TestVolumeBootPattern-1488447592-router', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:25Z', 'revision_number': 4, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'gw_port': {'id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi', '_interfaces': [{'id': 'a469b653-7025-418a-b6f4-8eb3bcd870fa', 'name': '', 'network_id': 'cd52802e-1c8d-455d-92c8-1a3f495fbed9', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'mac_address': 'fa:16:3e:aa:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:25Z', 'updated_at': '2021-08-12T15:05:33Z', 'revision_number': 5, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'subnets': [{'id': '5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:12:21.017952 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836dba41-8bb9-49bc-a43f-e960fe826096 None None] New status for floating IP 2a90b9da-3922-434b-a7c4-9cbd9abd04c5: DOWN {{(pid=105908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:12:21.741445 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7db6d8-0603-433d-9244-f5c571506515 req-6aacff2b-e10f-4691-9af7-c95137ed8e36 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:21.742976 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9e7db6d8-0603-433d-9244-f5c571506515 req-6aacff2b-e10f-4691-9af7-c95137ed8e36 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe HTTP/1.1" status: 200 len: 945 time: 0.0489426 Aug 12 15:12:21.781151 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-9e7db6d8-0603-433d-9244-f5c571506515 req-b0600c3b-045e-4900-a9c6-9f4293d06c4d tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/security-groups?id=06b6b3b2-deb7-4f92-b351-059dee38f428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316291 Aug 12 15:12:22.054703 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43807800-753a-4480-b51f-a2caf02bc4d0 req-fbd0d884-4fe8-4a86-8354-03794dd46fd9 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:22.056416 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-43807800-753a-4480-b51f-a2caf02bc4d0 req-fbd0d884-4fe8-4a86-8354-03794dd46fd9 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe HTTP/1.1" status: 200 len: 945 time: 0.0481312 Aug 12 15:12:22.149931 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-43807800-753a-4480-b51f-a2caf02bc4d0 req-a5ef04fe-339b-4c06-9211-fd07cfb2cac9 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Deleting port 52a7f416-2529-4ae4-8290-8175d31e241f {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:12:22.150447 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-43807800-753a-4480-b51f-a2caf02bc4d0 req-a5ef04fe-339b-4c06-9211-fd07cfb2cac9 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:22.234465 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [req-43807800-753a-4480-b51f-a2caf02bc4d0 req-a5ef04fe-339b-4c06-9211-fd07cfb2cac9 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] For port 52a7f416-2529-4ae4-8290-8175d31e241f, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=52a7f416-2529-4ae4-8290-8175d31e241f,segment=NetworkSegment(b61ea87c-593e-43ed-9366-64449473e70b),segment_id=b61ea87c-593e-43ed-9366-64449473e70b)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:12:22.234826 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-43807800-753a-4480-b51f-a2caf02bc4d0 req-a5ef04fe-339b-4c06-9211-fd07cfb2cac9 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:22.247174 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [req-43807800-753a-4480-b51f-a2caf02bc4d0 req-a5ef04fe-339b-4c06-9211-fd07cfb2cac9 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Calling delete_port for 52a7f416-2529-4ae4-8290-8175d31e241f owned by compute:nova {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:12:22.447747 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-43807800-753a-4480-b51f-a2caf02bc4d0 req-a5ef04fe-339b-4c06-9211-fd07cfb2cac9 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:22.476412 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef04fe-339b-4c06-9211-fd07cfb2cac9 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Pushing event deleted for resources: {'Port': ['ID=52a7f416-2529-4ae4-8290-8175d31e241f,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:12:22.517521 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.l3_dvrscheduler_db [req-43807800-753a-4480-b51f-a2caf02bc4d0 req-a5ef04fe-339b-4c06-9211-fd07cfb2cac9 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] No DVR routers for this DVR port 52a7f416-2529-4ae4-8290-8175d31e241f on host hv-cinder-80001 {{(pid=105906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:12:22.520361 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [req-43807800-753a-4480-b51f-a2caf02bc4d0 req-a5ef04fe-339b-4c06-9211-fd07cfb2cac9 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for port, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:22.522276 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [req-43807800-753a-4480-b51f-a2caf02bc4d0 req-a5ef04fe-339b-4c06-9211-fd07cfb2cac9 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.73 "DELETE /v2.0/ports/52a7f416-2529-4ae4-8290-8175d31e241f HTTP/1.1" status: 204 len: 173 time: 0.4575257 Aug 12 15:12:22.522714 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ceb719f-a368-44ea-9157-87e80c90f4fe', 'name': 'network-vif-deleted', 'tag': '52a7f416-2529-4ae4-8290-8175d31e241f'}] {{(pid=105906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:12:22.526367 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c61cb022be8f9050d810a2a877737cc66c93a6af0b092a8d7c6e8092111da5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2010a10-02a3-4fdb-b538-a020b2091f53" -d '{"events": [{"server_uuid": "4ceb719f-a368-44ea-9157-87e80c90f4fe", "name": "network-vif-deleted", "tag": "52a7f416-2529-4ae4-8290-8175d31e241f"}]}' {{(pid=105906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:12:22.561114 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6ac73d-bccb-4708-899c-b590af876f4b x-openstack-request-id: req-dd6ac73d-bccb-4708-899c-b590af876f4b {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:12:22.561441 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ceb719f-a368-44ea-9157-87e80c90f4fe", "name": "network-vif-deleted", "tag": "52a7f416-2529-4ae4-8290-8175d31e241f", "status": "completed", "code": 200}]} {{(pid=105906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:12:22.561712 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-dd6ac73d-bccb-4708-899c-b590af876f4b {{(pid=105906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:12:22.562114 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ceb719f-a368-44ea-9157-87e80c90f4fe', 'name': 'network-vif-deleted', 'tag': '52a7f416-2529-4ae4-8290-8175d31e241f', 'status': 'completed', 'code': 200} Aug 12 15:12:22.880238 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-2b98fca3-7a97-4a12-838d-b3d7851096c1 req-21b10e7b-e10d-4cba-af1b-ab2512ac714f tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe HTTP/1.1" status: 200 len: 210 time: 0.0305789 Aug 12 15:12:23.985640 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [req-d3dc4fb7-b39f-4acf-8a3c-50d4e97ba547 req-89810df6-266c-4c50-ad20-618fbc245d14 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ceb719f-a368-44ea-9157-87e80c90f4fe HTTP/1.1" status: 200 len: 210 time: 0.0260777 Aug 12 15:12:25.039653 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 48518) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:12:25.161965 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-487178c8-4d2f-4f83-8958-10ee3a4a3b21 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Deleting port 39e5adf3-d836-4e7e-bc9f-757f07ba9393 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:12:25.162306 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-487178c8-4d2f-4f83-8958-10ee3a4a3b21 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:25.233869 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-487178c8-4d2f-4f83-8958-10ee3a4a3b21 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:25.234196 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-487178c8-4d2f-4f83-8958-10ee3a4a3b21 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:25.245267 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-487178c8-4d2f-4f83-8958-10ee3a4a3b21 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Calling delete_port for 39e5adf3-d836-4e7e-bc9f-757f07ba9393 owned by network:floatingip {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:12:25.721543 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 52a7f416-2529-4ae4-8290-8175d31e241f no longer exists at agent hyperv_hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:12:25.727785 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-487178c8-4d2f-4f83-8958-10ee3a4a3b21 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:25.741721 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] No Port match for: 52a7f416-2529-4ae4-8290-8175d31e241f {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:12:25.743652 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Device 52a7f416-2529-4ae4-8290-8175d31e241f not bound to the agent host hv-cinder-80001 {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:12:25.754119 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487178c8-4d2f-4f83-8958-10ee3a4a3b21 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Pushing event deleted for resources: {'Port': ['ID=39e5adf3-d836-4e7e-bc9f-757f07ba9393,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:12:25.813145 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-487178c8-4d2f-4f83-8958-10ee3a4a3b21 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for floatingip, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:25.815630 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-487178c8-4d2f-4f83-8958-10ee3a4a3b21 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-882492'] for floatingip, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:25.816828 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-487178c8-4d2f-4f83-8958-10ee3a4a3b21 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "DELETE /v2.0/floatingips/a2c0b219-454f-4fce-b0e4-ffdfe134b501 HTTP/1.1" status: 204 len: 168 time: 0.7761788 Aug 12 15:12:27.254060 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 48530) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:12:27.314519 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-6b9ee454-14a2-433f-81c5-d3b48e63ba48 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:27.339462 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-6b9ee454-14a2-433f-81c5-d3b48e63ba48 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:27.481620 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-6b9ee454-14a2-433f-81c5-d3b48e63ba48 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:27.484261 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-6b9ee454-14a2-433f-81c5-d3b48e63ba48 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:27.485490 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-6b9ee454-14a2-433f-81c5-d3b48e63ba48 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] 10.222.0.63 "DELETE /v2.0/security-groups/06b6b3b2-deb7-4f92-b351-059dee38f428 HTTP/1.1" status: 204 len: 168 time: 0.2304268 Aug 12 15:12:27.494347 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ee454-14a2-433f-81c5-d3b48e63ba48 tempest-TestVolumeBootPattern-686450175 tempest-TestVolumeBootPattern-686450175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b6b3b2-deb7-4f92-b351-059dee38f428,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:12:27.658788 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 48534) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:12:28.121460 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-255df97f-68ed-4c62-975a-19b46d67c502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710037'] for router_interface, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:28.360823 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-255df97f-68ed-4c62-975a-19b46d67c502 admin admin] Deleting port a469b653-7025-418a-b6f4-8eb3bcd870fa {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:12:28.361498 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-255df97f-68ed-4c62-975a-19b46d67c502 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:28.435701 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [None req-255df97f-68ed-4c62-975a-19b46d67c502 admin admin] For port a469b653-7025-418a-b6f4-8eb3bcd870fa, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=a469b653-7025-418a-b6f4-8eb3bcd870fa,segment=NetworkSegment(b61ea87c-593e-43ed-9366-64449473e70b),segment_id=b61ea87c-593e-43ed-9366-64449473e70b)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:12:28.436054 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-255df97f-68ed-4c62-975a-19b46d67c502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:28.447935 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-255df97f-68ed-4c62-975a-19b46d67c502 admin admin] Calling delete_port for a469b653-7025-418a-b6f4-8eb3bcd870fa owned by network:router_interface {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:12:28.710527 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-255df97f-68ed-4c62-975a-19b46d67c502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:28.733872 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255df97f-68ed-4c62-975a-19b46d67c502 admin admin] Pushing event deleted for resources: {'Port': ['ID=a469b653-7025-418a-b6f4-8eb3bcd870fa,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:12:28.904872 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-255df97f-68ed-4c62-975a-19b46d67c502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708645'] for router_interface, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:29.108515 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255df97f-68ed-4c62-975a-19b46d67c502 admin admin] Router 78b4a731-b9f4-4f14-8501-88471adf6475 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:12:29.206663 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255df97f-68ed-4c62-975a-19b46d67c502 admin admin] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:12:29.211820 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-255df97f-68ed-4c62-975a-19b46d67c502 admin admin] 10.222.0.63 "PUT /v2.0/routers/78b4a731-b9f4-4f14-8501-88471adf6475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5520122 Aug 12 15:12:29.215033 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 48538) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:12:29.216116 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84844882-c42c-4c31-91d4-ff9ad1a6290d None None] Sync routers for ids ['78b4a731-b9f4-4f14-8501-88471adf6475'] in dv-cinder-800015-3-iscsi {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:12:29.225261 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84844882-c42c-4c31-91d4-ff9ad1a6290d None None] Routers {'78b4a731-b9f4-4f14-8501-88471adf6475'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:12:29.225863 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-84844882-c42c-4c31-91d4-ff9ad1a6290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:12:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['78b4a731-b9f4-4f14-8501-88471adf6475'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:12:29.314277 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-57b4f755-5e2c-490f-bb9a-c99d67375fd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:29.328815 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-84844882-c42c-4c31-91d4-ff9ad1a6290d None None] Set router 78b4a731-b9f4-4f14-8501-88471adf6475 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:12:29.413096 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-57b4f755-5e2c-490f-bb9a-c99d67375fd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:29.498519 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-84844882-c42c-4c31-91d4-ff9ad1a6290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'name': 'tempest-TestVolumeBootPattern-1488447592-router', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:12:28Z', 'revision_number': 5, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'gw_port': {'id': '92527022-ccb0-4b9d-8560-33a0d0d48a76', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:12:29.528897 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84844882-c42c-4c31-91d4-ff9ad1a6290d None None] Checking router: 78b4a731-b9f4-4f14-8501-88471adf6475 for host: dv-cinder-800015-3-iscsi {{(pid=105907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:12:29.537340 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84844882-c42c-4c31-91d4-ff9ad1a6290d None None] Routers {'78b4a731-b9f4-4f14-8501-88471adf6475'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:12:29.537924 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-84844882-c42c-4c31-91d4-ff9ad1a6290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:12:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['78b4a731-b9f4-4f14-8501-88471adf6475'], 'active': True} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:12:29.557032 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-57b4f755-5e2c-490f-bb9a-c99d67375fd1 admin admin] Deleting port 92527022-ccb0-4b9d-8560-33a0d0d48a76 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:12:29.557422 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-57b4f755-5e2c-490f-bb9a-c99d67375fd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:29.624898 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvr_db [None req-84844882-c42c-4c31-91d4-ff9ad1a6290d None None] Set router 78b4a731-b9f4-4f14-8501-88471adf6475 gateway port host: None {{(pid=105907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:12:29.641338 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [None req-57b4f755-5e2c-490f-bb9a-c99d67375fd1 admin admin] For port 92527022-ccb0-4b9d-8560-33a0d0d48a76, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=92527022-ccb0-4b9d-8560-33a0d0d48a76,segment=NetworkSegment(71f474ba-4ec1-4e39-a638-917b9b8eddd4),segment_id=71f474ba-4ec1-4e39-a638-917b9b8eddd4)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:12:29.641724 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-57b4f755-5e2c-490f-bb9a-c99d67375fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:29.654615 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-57b4f755-5e2c-490f-bb9a-c99d67375fd1 admin admin] Calling delete_port for 92527022-ccb0-4b9d-8560-33a0d0d48a76 owned by network:router_gateway {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:12:29.678732 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_hamode_db [None req-84844882-c42c-4c31-91d4-ff9ad1a6290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'name': 'tempest-TestVolumeBootPattern-1488447592-router', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:12:29Z', 'revision_number': 6, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'gw_port_host': None}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:12:29.708046 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84844882-c42c-4c31-91d4-ff9ad1a6290d None None] The sync data for ids ['78b4a731-b9f4-4f14-8501-88471adf6475'] in dv-cinder-800015-3-iscsi is: [{'id': '78b4a731-b9f4-4f14-8501-88471adf6475', 'name': 'tempest-TestVolumeBootPattern-1488447592-router', 'tenant_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:22Z', 'updated_at': '2021-08-12T15:12:29Z', 'revision_number': 6, 'project_id': 'b2f4cb6117a74e5b996e3edd805df2e3', 'gw_port_host': None}] {{(pid=105907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:12:29.891245 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-57b4f755-5e2c-490f-bb9a-c99d67375fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:29.918830 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4f755-5e2c-490f-bb9a-c99d67375fd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=92527022-ccb0-4b9d-8560-33a0d0d48a76,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:12:29.977411 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-57b4f755-5e2c-490f-bb9a-c99d67375fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710367'] for router_gateway, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:30.066026 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-57b4f755-5e2c-490f-bb9a-c99d67375fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1412'] for router, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:30.068218 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-57b4f755-5e2c-490f-bb9a-c99d67375fd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:30.201862 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-57b4f755-5e2c-490f-bb9a-c99d67375fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-708156'] for router, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:30.202414 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b4f755-5e2c-490f-bb9a-c99d67375fd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78b4a731-b9f4-4f14-8501-88471adf6475 {{(pid=105906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:12:30.206720 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-57b4f755-5e2c-490f-bb9a-c99d67375fd1 admin admin] Notify callbacks [] for router, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:30.207866 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-57b4f755-5e2c-490f-bb9a-c99d67375fd1 admin admin] 10.222.0.63 "DELETE /v2.0/routers/78b4a731-b9f4-4f14-8501-88471adf6475 HTTP/1.1" status: 204 len: 168 time: 0.9917490 Aug 12 15:12:30.210428 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 48540) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:12:30.253912 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_v2 [None req-0920055b-1782-450a-972d-86a3e7130ced admin admin] Deleting subnet 5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b {{(pid=105906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:12:30.256862 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-0920055b-1782-450a-972d-86a3e7130ced admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:30.290240 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-0920055b-1782-450a-972d-86a3e7130ced admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9760424'] for subnet, precommit_delete_associations {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:30.367728 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-0920055b-1782-450a-972d-86a3e7130ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417570'] for subnet, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:30.499278 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-0920055b-1782-450a-972d-86a3e7130ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9827590'] for subnet, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:30.505496 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device a469b653-7025-418a-b6f4-8eb3bcd870fa no longer exists at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:12:30.525204 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] No Port match for: a469b653-7025-418a-b6f4-8eb3bcd870fa {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:12:30.525551 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device a469b653-7025-418a-b6f4-8eb3bcd870fa not bound to the agent host dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:12:30.527599 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920055b-1782-450a-972d-86a3e7130ced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:12:30.531220 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-0920055b-1782-450a-972d-86a3e7130ced admin admin] Notify callbacks [] for subnet, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:30.535330 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-0920055b-1782-450a-972d-86a3e7130ced admin admin] 10.222.0.63 "DELETE /v2.0/subnets/5a5c4d9a-488a-4d3c-bfb5-b58770a0c63b HTTP/1.1" status: 204 len: 168 time: 0.3239453 Aug 12 15:12:30.537767 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb4f3b6-2944-4df6-bd34-6999a7ffdcb1 None None] Network cd52802e-1c8d-455d-92c8-1a3f495fbed9 requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:12:30.537990 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 48542) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:12:30.605779 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6ae94352-4a4e-4336-92f0-a1fc420d7828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1830333'] for network, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:30.660197 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.plugin [None req-6ae94352-4a4e-4336-92f0-a1fc420d7828 admin admin] Deleting port a762d0e8-6c47-4356-91de-35c5ee14e29a {{(pid=105905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:12:30.660598 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6ae94352-4a4e-4336-92f0-a1fc420d7828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:30.722795 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f490f2-ccb9-4d13-9471-c91903f33541 None None] DHCP port deletion for cd52802e-1c8d-455d-92c8-1a3f495fbed9 request from dv-cinder-800015-3-iscsi {{(pid=105907) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:12:30.737898 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.db [None req-6ae94352-4a4e-4336-92f0-a1fc420d7828 admin admin] For port a762d0e8-6c47-4356-91de-35c5ee14e29a, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=a762d0e8-6c47-4356-91de-35c5ee14e29a,segment=NetworkSegment(b61ea87c-593e-43ed-9366-64449473e70b),segment_id=b61ea87c-593e-43ed-9366-64449473e70b)] {{(pid=105905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:12:30.738260 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6ae94352-4a4e-4336-92f0-a1fc420d7828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:30.751352 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.plugin [None req-6ae94352-4a4e-4336-92f0-a1fc420d7828 admin admin] Calling delete_port for a762d0e8-6c47-4356-91de-35c5ee14e29a owned by network:dhcp {{(pid=105905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:12:30.772939 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-62f490f2-ccb9-4d13-9471-c91903f33541 None None] Deleting port a762d0e8-6c47-4356-91de-35c5ee14e29a {{(pid=105907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:12:30.773234 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-62f490f2-ccb9-4d13-9471-c91903f33541 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:30.834203 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-62f490f2-ccb9-4d13-9471-c91903f33541 None None] For port a762d0e8-6c47-4356-91de-35c5ee14e29a, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=a762d0e8-6c47-4356-91de-35c5ee14e29a,segment=NetworkSegment(b61ea87c-593e-43ed-9366-64449473e70b),segment_id=b61ea87c-593e-43ed-9366-64449473e70b)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:12:30.842667 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-62f490f2-ccb9-4d13-9471-c91903f33541 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:30.848304 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-62f490f2-ccb9-4d13-9471-c91903f33541 None None] Calling delete_port for a762d0e8-6c47-4356-91de-35c5ee14e29a owned by network:dhcp {{(pid=105907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:12:30.933951 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6ae94352-4a4e-4336-92f0-a1fc420d7828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374546'] for port, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:30.963509 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae94352-4a4e-4336-92f0-a1fc420d7828 admin admin] Pushing event deleted for resources: {'Port': ['ID=a762d0e8-6c47-4356-91de-35c5ee14e29a,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:12:30.967434 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae94352-4a4e-4336-92f0-a1fc420d7828 admin admin] No DVR routers for this DVR port a762d0e8-6c47-4356-91de-35c5ee14e29a on host dv-cinder-800015-3-iscsi {{(pid=105905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:12:31.037448 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6ae94352-4a4e-4336-92f0-a1fc420d7828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421029', 'neutron.services.segments.db._delete_segments_for_network-8782132920688'] for network, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:31.048277 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.services.segments.db [None req-6ae94352-4a4e-4336-92f0-a1fc420d7828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd52802e-1c8d-455d-92c8-1a3f495fbed9']}} {{(pid=105905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:12:31.057306 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-62f490f2-ccb9-4d13-9471-c91903f33541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454'] for port, after_delete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:31.058554 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.services.segments.db [None req-6ae94352-4a4e-4336-92f0-a1fc420d7828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61ea87c-593e-43ed-9366-64449473e70b') {'for_net_delete': True} {{(pid=105905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:12:31.058788 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.services.segments.db [None req-6ae94352-4a4e-4336-92f0-a1fc420d7828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61ea87c-593e-43ed-9366-64449473e70b') {} {{(pid=105905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:12:31.067512 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6ae94352-4a4e-4336-92f0-a1fc420d7828 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782132923513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10027287'] for segment, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:31.080915 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6ae94352-4a4e-4336-92f0-a1fc420d7828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:31.081304 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f490f2-ccb9-4d13-9471-c91903f33541 None None] Pushing event deleted for resources: {'Port': ['ID=a762d0e8-6c47-4356-91de-35c5ee14e29a,revision_number=None']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:12:31.086711 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae94352-4a4e-4336-92f0-a1fc420d7828 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=105905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:12:31.087097 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6ae94352-4a4e-4336-92f0-a1fc420d7828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2374527'] for segment, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:31.088392 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f490f2-ccb9-4d13-9471-c91903f33541 None None] No DVR routers for this DVR port a762d0e8-6c47-4356-91de-35c5ee14e29a on host dv-cinder-800015-3-iscsi {{(pid=105907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: Traceback (most recent call last): Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: timer() Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: cb(*args, **kw) Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: return func(*args, **kwargs) Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: self._notify() Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: self.callback(batched_events) Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: event.method(event) Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: return f(self, *a, **k) Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: return self._get(url).json() Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: return self.request(url, 'GET', **kwargs) Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:12:31.088769 dv-cinder-800015-3-iscsi neutron-server[105905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:12:31.094955 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f490f2-ccb9-4d13-9471-c91903f33541 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:31.095385 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f490f2-ccb9-4d13-9471-c91903f33541 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:31.098120 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f490f2-ccb9-4d13-9471-c91903f33541 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:31.098120 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f490f2-ccb9-4d13-9471-c91903f33541 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:31.098120 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f490f2-ccb9-4d13-9471-c91903f33541 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:31.098120 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f490f2-ccb9-4d13-9471-c91903f33541 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:31.098120 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f490f2-ccb9-4d13-9471-c91903f33541 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:31.098120 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f490f2-ccb9-4d13-9471-c91903f33541 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:31.098120 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f490f2-ccb9-4d13-9471-c91903f33541 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:31.098120 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f490f2-ccb9-4d13-9471-c91903f33541 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:31.101354 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f490f2-ccb9-4d13-9471-c91903f33541 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:31.101354 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f490f2-ccb9-4d13-9471-c91903f33541 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-3-iscsi {{(pid=105907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:12:31.241872 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6ae94352-4a4e-4336-92f0-a1fc420d7828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710307'] for network, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:31.247346 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6ae94352-4a4e-4336-92f0-a1fc420d7828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:31.249160 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-6ae94352-4a4e-4336-92f0-a1fc420d7828 admin admin] 10.222.0.63 "DELETE /v2.0/networks/cd52802e-1c8d-455d-92c8-1a3f495fbed9 HTTP/1.1" status: 204 len: 168 time: 0.7101729 Aug 12 15:12:31.252268 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 48544) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:12:31.259575 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae94352-4a4e-4336-92f0-a1fc420d7828 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd52802e-1c8d-455d-92c8-1a3f495fbed9,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:12:31.584331 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-6becae4b-8789-4cf5-8fa3-fcd4237a7292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710037'] for router_interface, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:31.816797 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-6becae4b-8789-4cf5-8fa3-fcd4237a7292 admin admin] Deleting port 57ea85f0-9e54-4165-8c7c-8e0cc1d78642 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:12:31.817114 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-6becae4b-8789-4cf5-8fa3-fcd4237a7292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:31.893634 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [None req-6becae4b-8789-4cf5-8fa3-fcd4237a7292 admin admin] For port 57ea85f0-9e54-4165-8c7c-8e0cc1d78642, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=57ea85f0-9e54-4165-8c7c-8e0cc1d78642,segment=NetworkSegment(268db78c-ad0a-4e76-9d46-9bbe392a3b3a),segment_id=268db78c-ad0a-4e76-9d46-9bbe392a3b3a)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:12:31.893992 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-6becae4b-8789-4cf5-8fa3-fcd4237a7292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:31.907421 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-6becae4b-8789-4cf5-8fa3-fcd4237a7292 admin admin] Calling delete_port for 57ea85f0-9e54-4165-8c7c-8e0cc1d78642 owned by network:router_interface {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:12:32.130884 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 92527022-ccb0-4b9d-8560-33a0d0d48a76 no longer exists at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:12:32.152689 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] No Port match for: 92527022-ccb0-4b9d-8560-33a0d0d48a76 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:12:32.153123 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 92527022-ccb0-4b9d-8560-33a0d0d48a76 not bound to the agent host dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:12:32.153534 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device a762d0e8-6c47-4356-91de-35c5ee14e29a no longer exists at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:12:32.172465 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] No Port match for: a762d0e8-6c47-4356-91de-35c5ee14e29a {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:12:32.172836 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device a762d0e8-6c47-4356-91de-35c5ee14e29a not bound to the agent host dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:12:32.430826 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-6becae4b-8789-4cf5-8fa3-fcd4237a7292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:32.466342 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6becae4b-8789-4cf5-8fa3-fcd4237a7292 admin admin] Pushing event deleted for resources: {'Port': ['ID=57ea85f0-9e54-4165-8c7c-8e0cc1d78642,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:12:32.631891 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-6becae4b-8789-4cf5-8fa3-fcd4237a7292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708645'] for router_interface, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:32.858530 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6becae4b-8789-4cf5-8fa3-fcd4237a7292 admin admin] Router 006fb08a-c6a8-4c15-913c-9150fa84bf27 has already been hosted by L3 agent c289fb43-4de0-4af5-928a-7b49c8d249a5 {{(pid=105906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:12:32.962495 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6becae4b-8789-4cf5-8fa3-fcd4237a7292 admin admin] Notify agent at l3_agent.dv-cinder-800015-3-iscsi the message routers_updated {{(pid=105906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:12:32.967424 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-6becae4b-8789-4cf5-8fa3-fcd4237a7292 admin admin] 10.222.0.63 "PUT /v2.0/routers/006fb08a-c6a8-4c15-913c-9150fa84bf27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7141006 Aug 12 15:12:32.970004 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 48546) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:12:32.972695 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba45962-99f2-4df9-9dd1-663cc34c3b89 None None] Sync routers for ids ['006fb08a-c6a8-4c15-913c-9150fa84bf27'] in dv-cinder-800015-3-iscsi {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:12:32.983123 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba45962-99f2-4df9-9dd1-663cc34c3b89 None None] Routers {'006fb08a-c6a8-4c15-913c-9150fa84bf27'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:12:32.983726 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-dba45962-99f2-4df9-9dd1-663cc34c3b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:12:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['006fb08a-c6a8-4c15-913c-9150fa84bf27'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:12:33.072194 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b81e5c4c-208d-41b8-aec5-0b6e38ab1a2a admin admin] Notify callbacks [] for router, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:33.087608 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-dba45962-99f2-4df9-9dd1-663cc34c3b89 None None] Set router 006fb08a-c6a8-4c15-913c-9150fa84bf27 gateway port host: dv-cinder-800015-3-iscsi {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:12:33.173649 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b81e5c4c-208d-41b8-aec5-0b6e38ab1a2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:33.258491 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-dba45962-99f2-4df9-9dd1-663cc34c3b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006fb08a-c6a8-4c15-913c-9150fa84bf27', 'name': 'tempest-TestVolumeBootPattern-282391053-router', 'tenant_id': '2f84d1de33284f50a6c5087716661b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'external_fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '176978fa-63cf-4375-b87c-8a0f7f9c01b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:29Z', 'updated_at': '2021-08-12T15:12:32Z', 'revision_number': 5, 'project_id': '2f84d1de33284f50a6c5087716661b81', 'gw_port': {'id': '176978fa-63cf-4375-b87c-8a0f7f9c01b4', 'name': '', 'network_id': 'df63f438-b2ec-4f43-ad5b-12a75f4e90ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:14:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006fb08a-c6a8-4c15-913c-9150fa84bf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:30Z', 'updated_at': '2021-08-12T15:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bfc729c-9def-42bb-b3b9-7901b6eeb5d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-3-iscsi'}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:12:33.287795 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba45962-99f2-4df9-9dd1-663cc34c3b89 None None] Checking router: 006fb08a-c6a8-4c15-913c-9150fa84bf27 for host: dv-cinder-800015-3-iscsi {{(pid=105908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:12:33.296623 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba45962-99f2-4df9-9dd1-663cc34c3b89 None None] Routers {'006fb08a-c6a8-4c15-913c-9150fa84bf27'} bound to L3 agent in host dv-cinder-800015-3-iscsi {{(pid=105908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:12:33.297251 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-dba45962-99f2-4df9-9dd1-663cc34c3b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:47:44Z,description=,heartbeat_timestamp=2021-08-12T15:12:14Z,host='dv-cinder-800015-3-iscsi',id=c289fb43-4de0-4af5-928a-7b49c8d249a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:47:45Z,topic='l3_agent')) {'router_ids': ['006fb08a-c6a8-4c15-913c-9150fa84bf27'], 'active': True} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:12:33.303230 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-b81e5c4c-208d-41b8-aec5-0b6e38ab1a2a admin admin] Deleting port 176978fa-63cf-4375-b87c-8a0f7f9c01b4 {{(pid=105906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:12:33.303574 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b81e5c4c-208d-41b8-aec5-0b6e38ab1a2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:33.380106 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.db [None req-b81e5c4c-208d-41b8-aec5-0b6e38ab1a2a admin admin] For port 176978fa-63cf-4375-b87c-8a0f7f9c01b4, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=176978fa-63cf-4375-b87c-8a0f7f9c01b4,segment=NetworkSegment(71f474ba-4ec1-4e39-a638-917b9b8eddd4),segment_id=71f474ba-4ec1-4e39-a638-917b9b8eddd4)] {{(pid=105906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:12:33.380389 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_dvr_db [None req-dba45962-99f2-4df9-9dd1-663cc34c3b89 None None] Set router 006fb08a-c6a8-4c15-913c-9150fa84bf27 gateway port host: None {{(pid=105908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:12:33.380573 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b81e5c4c-208d-41b8-aec5-0b6e38ab1a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:33.393480 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.plugins.ml2.plugin [None req-b81e5c4c-208d-41b8-aec5-0b6e38ab1a2a admin admin] Calling delete_port for 176978fa-63cf-4375-b87c-8a0f7f9c01b4 owned by network:router_gateway {{(pid=105906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:12:33.430802 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.l3_hamode_db [None req-dba45962-99f2-4df9-9dd1-663cc34c3b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006fb08a-c6a8-4c15-913c-9150fa84bf27', 'name': 'tempest-TestVolumeBootPattern-282391053-router', 'tenant_id': '2f84d1de33284f50a6c5087716661b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:29Z', 'updated_at': '2021-08-12T15:12:33Z', 'revision_number': 6, 'project_id': '2f84d1de33284f50a6c5087716661b81', 'gw_port_host': None}], 'dv-cinder-800015-3-iscsi', False) {} {{(pid=105908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:12:33.459110 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba45962-99f2-4df9-9dd1-663cc34c3b89 None None] The sync data for ids ['006fb08a-c6a8-4c15-913c-9150fa84bf27'] in dv-cinder-800015-3-iscsi is: [{'id': '006fb08a-c6a8-4c15-913c-9150fa84bf27', 'name': 'tempest-TestVolumeBootPattern-282391053-router', 'tenant_id': '2f84d1de33284f50a6c5087716661b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:29Z', 'updated_at': '2021-08-12T15:12:33Z', 'revision_number': 6, 'project_id': '2f84d1de33284f50a6c5087716661b81', 'gw_port_host': None}] {{(pid=105908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:12:33.618948 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b81e5c4c-208d-41b8-aec5-0b6e38ab1a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614725'] for port, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:33.647752 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e5c4c-208d-41b8-aec5-0b6e38ab1a2a admin admin] Pushing event deleted for resources: {'Port': ['ID=176978fa-63cf-4375-b87c-8a0f7f9c01b4,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:12:33.706591 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b81e5c4c-208d-41b8-aec5-0b6e38ab1a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710367'] for router_gateway, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:33.796092 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b81e5c4c-208d-41b8-aec5-0b6e38ab1a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1412'] for router, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:33.803677 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b81e5c4c-208d-41b8-aec5-0b6e38ab1a2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:33.921769 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b81e5c4c-208d-41b8-aec5-0b6e38ab1a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-708156'] for router, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:33.922298 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81e5c4c-208d-41b8-aec5-0b6e38ab1a2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 006fb08a-c6a8-4c15-913c-9150fa84bf27 {{(pid=105906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:12:33.926554 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-b81e5c4c-208d-41b8-aec5-0b6e38ab1a2a admin admin] Notify callbacks [] for router, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:33.927809 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-b81e5c4c-208d-41b8-aec5-0b6e38ab1a2a admin admin] 10.222.0.63 "DELETE /v2.0/routers/006fb08a-c6a8-4c15-913c-9150fa84bf27 HTTP/1.1" status: 204 len: 168 time: 0.9568181 Aug 12 15:12:33.930369 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 48548) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:12:33.982712 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3889e6-3bd6-4dc1-a889-ceca19bf4963 admin admin] Deleting subnet 39a565df-8554-4a65-829b-7fe1a4f67bde {{(pid=105906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:12:33.985678 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-6e3889e6-3bd6-4dc1-a889-ceca19bf4963 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:34.018396 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-6e3889e6-3bd6-4dc1-a889-ceca19bf4963 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9760424'] for subnet, precommit_delete_associations {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:34.092461 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-6e3889e6-3bd6-4dc1-a889-ceca19bf4963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417570'] for subnet, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:34.210483 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 176978fa-63cf-4375-b87c-8a0f7f9c01b4 no longer exists at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:12:34.234292 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] No Port match for: 176978fa-63cf-4375-b87c-8a0f7f9c01b4 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:12:34.234687 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 176978fa-63cf-4375-b87c-8a0f7f9c01b4 not bound to the agent host dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:12:34.235101 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 57ea85f0-9e54-4165-8c7c-8e0cc1d78642 no longer exists at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:12:34.236475 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-6e3889e6-3bd6-4dc1-a889-ceca19bf4963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9827590'] for subnet, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:34.253765 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] No Port match for: 57ea85f0-9e54-4165-8c7c-8e0cc1d78642 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:12:34.254100 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 57ea85f0-9e54-4165-8c7c-8e0cc1d78642 not bound to the agent host dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:12:34.262412 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3889e6-3bd6-4dc1-a889-ceca19bf4963 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39a565df-8554-4a65-829b-7fe1a4f67bde,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:12:34.266051 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-6e3889e6-3bd6-4dc1-a889-ceca19bf4963 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:34.267844 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-6e3889e6-3bd6-4dc1-a889-ceca19bf4963 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/39a565df-8554-4a65-829b-7fe1a4f67bde HTTP/1.1" status: 204 len: 168 time: 0.3365684 Aug 12 15:12:34.270474 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 48550) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:12:34.273642 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb9b8ad-111c-4f71-8990-efd5b111dd50 None None] Network 0c9b6b86-79b9-495e-b949-349b9dc9d422 requested from dv-cinder-800015-3-iscsi {{(pid=105907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:12:34.338853 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6c773bae-5458-4a79-83d1-bb800fa39cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1830333'] for network, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:34.394064 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.plugin [None req-6c773bae-5458-4a79-83d1-bb800fa39cd7 admin admin] Deleting port 355f5a83-80f5-4f74-a720-9f6eb2a0e990 {{(pid=105905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:12:34.394401 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6c773bae-5458-4a79-83d1-bb800fa39cd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:34.465342 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264d99c5-2d05-4b58-9e1a-86611f0fa203 None None] DHCP port deletion for 0c9b6b86-79b9-495e-b949-349b9dc9d422 request from dv-cinder-800015-3-iscsi {{(pid=105907) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:12:34.467432 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.db [None req-6c773bae-5458-4a79-83d1-bb800fa39cd7 admin admin] For port 355f5a83-80f5-4f74-a720-9f6eb2a0e990, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=355f5a83-80f5-4f74-a720-9f6eb2a0e990,segment=NetworkSegment(268db78c-ad0a-4e76-9d46-9bbe392a3b3a),segment_id=268db78c-ad0a-4e76-9d46-9bbe392a3b3a)] {{(pid=105905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:12:34.467923 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6c773bae-5458-4a79-83d1-bb800fa39cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:34.485728 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.plugin [None req-6c773bae-5458-4a79-83d1-bb800fa39cd7 admin admin] Calling delete_port for 355f5a83-80f5-4f74-a720-9f6eb2a0e990 owned by network:dhcp {{(pid=105905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:12:34.510983 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-264d99c5-2d05-4b58-9e1a-86611f0fa203 None None] Deleting port 355f5a83-80f5-4f74-a720-9f6eb2a0e990 {{(pid=105907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:12:34.512141 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-264d99c5-2d05-4b58-9e1a-86611f0fa203 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782132859432'] for port, before_delete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:34.573599 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.db [None req-264d99c5-2d05-4b58-9e1a-86611f0fa203 None None] For port 355f5a83-80f5-4f74-a720-9f6eb2a0e990, host dv-cinder-800015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-3-iscsi',level=0,port_id=355f5a83-80f5-4f74-a720-9f6eb2a0e990,segment=NetworkSegment(268db78c-ad0a-4e76-9d46-9bbe392a3b3a),segment_id=268db78c-ad0a-4e76-9d46-9bbe392a3b3a)] {{(pid=105907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:12:34.574813 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-264d99c5-2d05-4b58-9e1a-86611f0fa203 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711866'] for port, precommit_delete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:34.587300 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-264d99c5-2d05-4b58-9e1a-86611f0fa203 None None] Calling delete_port for 355f5a83-80f5-4f74-a720-9f6eb2a0e990 owned by network:dhcp {{(pid=105907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:12:34.676016 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6c773bae-5458-4a79-83d1-bb800fa39cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2374546'] for port, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:34.681515 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-264d99c5-2d05-4b58-9e1a-86611f0fa203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782132865154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782132393454'] for port, after_delete {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:34.705785 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c773bae-5458-4a79-83d1-bb800fa39cd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=355f5a83-80f5-4f74-a720-9f6eb2a0e990,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:12:34.707931 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d99c5-2d05-4b58-9e1a-86611f0fa203 None None] Pushing event deleted for resources: {'Port': ['ID=355f5a83-80f5-4f74-a720-9f6eb2a0e990,revision_number=None']} {{(pid=105907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:12:34.709161 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c773bae-5458-4a79-83d1-bb800fa39cd7 admin admin] No DVR routers for this DVR port 355f5a83-80f5-4f74-a720-9f6eb2a0e990 on host dv-cinder-800015-3-iscsi {{(pid=105905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:12:34.709741 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264d99c5-2d05-4b58-9e1a-86611f0fa203 None None] No DVR routers for this DVR port 355f5a83-80f5-4f74-a720-9f6eb2a0e990 on host dv-cinder-800015-3-iscsi {{(pid=105907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:12:34.779305 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6c773bae-5458-4a79-83d1-bb800fa39cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421029', 'neutron.services.segments.db._delete_segments_for_network-8782132920688'] for network, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:34.788552 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.services.segments.db [None req-6c773bae-5458-4a79-83d1-bb800fa39cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9b6b86-79b9-495e-b949-349b9dc9d422']}} {{(pid=105905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:12:34.799137 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.services.segments.db [None req-6c773bae-5458-4a79-83d1-bb800fa39cd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268db78c-ad0a-4e76-9d46-9bbe392a3b3a') {'for_net_delete': True} {{(pid=105905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:12:34.799431 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.services.segments.db [None req-6c773bae-5458-4a79-83d1-bb800fa39cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268db78c-ad0a-4e76-9d46-9bbe392a3b3a') {} {{(pid=105905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:12:34.807762 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6c773bae-5458-4a79-83d1-bb800fa39cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782132923513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10027287'] for segment, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:34.821381 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6c773bae-5458-4a79-83d1-bb800fa39cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507'] for segment, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:34.827442 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c773bae-5458-4a79-83d1-bb800fa39cd7 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=105905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:12:34.827842 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6c773bae-5458-4a79-83d1-bb800fa39cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2374527'] for segment, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: Traceback (most recent call last): Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: timer() Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: cb(*args, **kw) Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: return func(*args, **kwargs) Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: self._notify() Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: self.callback(batched_events) Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: event.method(event) Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: return f(self, *a, **k) Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: return self._get(url).json() Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: return self.request(url, 'GET', **kwargs) Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:12:34.830793 dv-cinder-800015-3-iscsi neutron-server[105905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:12:34.955531 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6c773bae-5458-4a79-83d1-bb800fa39cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710307'] for network, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:34.961029 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-6c773bae-5458-4a79-83d1-bb800fa39cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584738'] for network, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:34.962882 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-6c773bae-5458-4a79-83d1-bb800fa39cd7 admin admin] 10.222.0.63 "DELETE /v2.0/networks/0c9b6b86-79b9-495e-b949-349b9dc9d422 HTTP/1.1" status: 204 len: 168 time: 0.6914089 Aug 12 15:12:34.973940 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c773bae-5458-4a79-83d1-bb800fa39cd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c9b6b86-79b9-495e-b949-349b9dc9d422,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:12:35.326187 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 48554) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:12:35.364030 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-bee45f06-e7a1-4fd6-96a2-b28e3139d2ba admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b2f4cb6117a74e5b996e3edd805df2e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0365973 Aug 12 15:12:35.366463 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.wsgi [-] (105905) accepted ('10.222.0.63', 48556) {{(pid=105905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:12:35.412434 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7a406627-fe9e-4ca2-ba18-0e78ceb77eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:35.434890 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7a406627-fe9e-4ca2-ba18-0e78ceb77eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:35.618879 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7a406627-fe9e-4ca2-ba18-0e78ceb77eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:35.622243 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron_lib.callbacks.manager [None req-7a406627-fe9e-4ca2-ba18-0e78ceb77eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:35.623397 dv-cinder-800015-3-iscsi neutron-server[105905]: INFO neutron.wsgi [None req-7a406627-fe9e-4ca2-ba18-0e78ceb77eba admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/60fddf18-9a28-46ae-9ada-3179e0c06533 HTTP/1.1" status: 204 len: 168 time: 0.2560742 Aug 12 15:12:35.631460 dv-cinder-800015-3-iscsi neutron-server[105905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a406627-fe9e-4ca2-ba18-0e78ceb77eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fddf18-9a28-46ae-9ada-3179e0c06533,revision_number=None']} {{(pid=105905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:12:35.927558 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:36.132551 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 355f5a83-80f5-4f74-a720-9f6eb2a0e990 no longer exists at agent ovs-agent-dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:12:36.153416 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] No Port match for: 355f5a83-80f5-4f74-a720-9f6eb2a0e990 {{(pid=105907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:12:36.153756 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron.plugins.ml2.rpc [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Device 355f5a83-80f5-4f74-a720-9f6eb2a0e990 not bound to the agent host dv-cinder-800015-3-iscsi {{(pid=105907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:12:36.342245 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 48562) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:12:36.380689 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-c4f0adf3-5bcc-451f-b94f-e661202a04c8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2f84d1de33284f50a6c5087716661b81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372584 Aug 12 15:12:36.383060 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.wsgi [-] (105906) accepted ('10.222.0.63', 48564) {{(pid=105906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:12:36.429524 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-490da3a3-a0ed-47d0-a546-44d3db0acca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:36.450066 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-490da3a3-a0ed-47d0-a546-44d3db0acca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:36.681767 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-490da3a3-a0ed-47d0-a546-44d3db0acca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741819'] for security_group, after_delete {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:36.684898 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron_lib.callbacks.manager [None req-490da3a3-a0ed-47d0-a546-44d3db0acca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:36.686063 dv-cinder-800015-3-iscsi neutron-server[105906]: INFO neutron.wsgi [None req-490da3a3-a0ed-47d0-a546-44d3db0acca0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/140311c1-6908-4ff7-9df8-f45292c89b2d HTTP/1.1" status: 204 len: 168 time: 0.3021097 Aug 12 15:12:36.693753 dv-cinder-800015-3-iscsi neutron-server[105906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490da3a3-a0ed-47d0-a546-44d3db0acca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140311c1-6908-4ff7-9df8-f45292c89b2d,revision_number=None']} {{(pid=105906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:12:42.247790 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-a4e1c3b9-00e6-4088-b680-7d9ca357d7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:44.539089 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-65c6f1e7-e1e9-4aa2-865b-ff158bc0826d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:45.052700 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:45.978830 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:47.533360 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:49.323176 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:13:05.973288 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:12.247398 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-f4c8b1ed-aaa8-40fb-b271-f29a2cdf2438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:14.590399 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-3807d4e4-4739-456b-b4a4-9b372b9eaac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:15.150576 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:16.035824 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:17.515922 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:26.321435 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:13:36.013272 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:42.241659 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-a7444b73-1351-43c3-8ed2-13b4019e36fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:44.567582 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-c10f13b1-7b7e-4bfb-bdc6-1fbfa42fc2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:45.047302 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:45.938727 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:47.544863 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:03.320239 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:14:05.927733 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:12.230783 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e8788d4d-ffc7-4059-b8a6-5c55c6f1a561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:14.544841 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-d6c4f4ee-02f2-4f58-917f-717525d7589e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:15.041976 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:15.962552 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:17.533879 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:35.928809 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:40.318113 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:14:42.242732 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-122904c2-09c1-459a-9707-c3f38774ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:44.562539 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-46f6d510-8514-47cd-bb0b-c9eec5c1c570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:45.037642 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:45.962872 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:47.522317 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:05.968392 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:12.221208 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-af8eba43-9957-49d2-b8ec-0226cbbd656c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:14.558161 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-2bd12489-885d-4e24-825c-d8e031cad485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:15.078059 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:15.975424 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:17.317048 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:15:17.534845 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:35.976860 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:42.254191 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-12cabc8d-0fde-454f-8e06-6d57d0d227f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:44.585585 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-3dd1127b-10f3-4e3d-83ee-6b5d574fd0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:45.091187 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:46.008790 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:47.546497 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:54.315901 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:16:05.997138 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:12.234395 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-228cc226-606b-40a1-a93b-5d6acae5ca33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:14.537242 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-4c6e822a-f509-45a8-a13b-4236a5eda6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:15.085769 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:15.989526 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:17.522899 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:31.314141 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:16:35.997367 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:42.251997 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-afa47a9e-d10e-439c-aaaa-75bfe447f2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:44.543737 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-2d1a5c0b-df0e-4795-87ee-f14c5bca7bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:45.077770 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:45.957664 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:47.535036 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:05.978294 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:08.314187 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:17:12.252922 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-bed56b6d-73a7-47ea-b196-1f7607e02f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:14.539037 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-3bb271c3-513f-48f7-9644-8c0740ba4568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:15.072452 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:15.963735 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:17.527421 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:36.021255 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-5c06d1d9-4aec-4b72-84d0-b936e726a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:42.238294 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-3bcf0775-da39-400b-ac10-430cdd87c702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:44.564050 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-9c343118-8f90-4b3a-8cd8-90c9188077ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:45.084132 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ee3b772b-5994-496b-a13e-28a02f31a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:45.313941 dv-cinder-800015-3-iscsi neutron-server[105908]: DEBUG neutron.db.agents_db [None req-59bed43b-21b0-4fc0-8637-1fe827c00c39 None None] Agent healthcheck: found 6 active agents {{(pid=105908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:17:45.998439 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6367-ed1a-4ff6-886d-f474cdbf6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:47.541327 dv-cinder-800015-3-iscsi neutron-server[105907]: DEBUG neutron_lib.callbacks.manager [None req-e85f9fda-f171-4fd4-a7c9-280e4ad5e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782132920580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391467'] for agent, after_update {{(pid=105907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}